Oct 24 19:28:36 user nova-compute[74701]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74701) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 19:28:36 user nova-compute[74701]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74701) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 19:28:36 user nova-compute[74701]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74701) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 24 19:28:36 user nova-compute[74701]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:28:37 user nova-compute[74701]: INFO nova.virt.driver [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 24 19:28:37 user nova-compute[74701]: INFO nova.compute.provider_config [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Acquiring lock "singleton_lock" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Acquired lock "singleton_lock" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Releasing lock "singleton_lock" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Full set of CONF: {{(pid=74701) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ******************************************************************************** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Configuration options gathered from: {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ================================================================================ {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] allow_resize_to_same_host      = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] arq_binding_timeout            = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] backdoor_port                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] backdoor_socket                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] block_device_allocate_retries  = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] block_device_allocate_retries_interval = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cert                           = self.pem {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute_monitors               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] config_dir                     = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] config_drive_format            = iso9660 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] config_source                  = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] console_host                   = user {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] control_exchange               = nova {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cpu_allocation_ratio           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] daemon                         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] debug                          = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_access_ip_network_name = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_availability_zone      = nova {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_ephemeral_format       = ext4 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_green_pool_size        = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] default_schedule_zone          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] disk_allocation_ratio          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] enable_new_services            = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] enabled_ssl_apis               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] flat_injected                  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] force_config_drive             = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] force_raw_images               = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] graceful_shutdown_timeout      = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] heal_instance_info_cache_interval = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] host                           = user {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_build_timeout         = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_delete_interval       = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_name_template         = instance-%08x {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_usage_audit           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_usage_audit_period    = month {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] internal_service_availability_zone = internal {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] key                            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] live_migration_retry_count     = 30 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_config_append              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_dir                        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_file                       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_options                    = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_rotate_interval            = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_rotate_interval_type       = days {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] log_rotation_type              = none {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] long_rpc_timeout               = 1800 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_concurrent_builds          = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_concurrent_live_migrations = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_concurrent_snapshots       = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_local_block_devices        = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_logfile_count              = 30 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] max_logfile_size_mb            = 200 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] maximum_instance_delete_attempts = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metadata_listen                = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metadata_listen_port           = 8775 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metadata_workers               = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] migrate_max_retries            = -1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] mkisofs_cmd                    = genisoimage {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] my_ip                          = 10.0.0.210 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] network_allocate_retries       = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] osapi_compute_listen_port      = 8774 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] osapi_compute_unique_server_name_scope =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] osapi_compute_workers          = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] password_length                = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] periodic_enable                = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] periodic_fuzzy_delay           = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] pointer_model                  = ps2mouse {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] preallocate_images             = none {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] publish_errors                 = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] pybasedir                      = /opt/stack/nova {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ram_allocation_ratio           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rate_limit_burst               = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rate_limit_except_level        = CRITICAL {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rate_limit_interval            = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reboot_timeout                 = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reclaim_instance_interval      = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] record                         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reimage_timeout_per_gb         = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] report_interval                = 120 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rescue_timeout                 = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reserved_host_cpus             = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reserved_host_disk_mb          = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reserved_host_memory_mb        = 512 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] reserved_huge_pages            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] resize_confirm_window          = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] resize_fs_using_block_device   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] resume_guests_state_on_host_boot = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rpc_response_timeout           = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] run_external_periodic_tasks    = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] running_deleted_instance_action = reap {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] running_deleted_instance_timeout = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler_instance_sync_interval = 120 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_down_time              = 720 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] servicegroup_driver            = db {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] shelved_offload_time           = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] shelved_poll_interval          = 3600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] shutdown_timeout               = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] source_is_ipv6                 = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ssl_only                       = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] state_path                     = /opt/stack/data/nova {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] sync_power_state_interval      = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] sync_power_state_pool_size     = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] syslog_log_facility            = LOG_USER {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] tempdir                        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] timeout_nbd                    = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] transport_url                  = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] update_resources_interval      = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_cow_images                 = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_eventlog                   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_journal                    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_json                       = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_rootwrap_daemon            = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_stderr                     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] use_syslog                     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vcpu_pin_set                   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plugging_is_fatal          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plugging_timeout           = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] virt_mkfs                      = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] volume_usage_poll_interval     = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] watch_log_file                 = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] web                            = /usr/share/spice-html5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_concurrency.disable_process_locking = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.auth_strategy              = keystone {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.compute_link_prefix        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.dhcp_domain                = novalocal {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.enable_instance_password   = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.glance_link_prefix         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.instance_list_per_project_cells = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.list_records_by_skipping_down_cells = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.local_metadata_per_cell    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.max_limit                  = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.metadata_cache_expiration  = 15 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.neutron_default_tenant_id  = default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.use_forwarded_for          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.use_neutron_default_nets   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_dynamic_targets = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_jsonfile_path   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.backend_argument         = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.config_prefix            = cache.oslo {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.dead_timeout             = 60.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.debug_cache_backend      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.enable_retry_client      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.enable_socket_keepalive  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.enabled                  = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.expiration_time          = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.hashclient_retry_attempts = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_dead_retry      = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_password        =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_sasl_enabled    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.memcache_username        =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.proxies                  = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.retry_attempts           = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.retry_delay              = 0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.socket_keepalive_count   = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.socket_keepalive_idle    = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.socket_keepalive_interval = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.tls_allowed_ciphers      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.tls_cafile               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.tls_certfile             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.tls_enabled              = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cache.tls_keyfile              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.auth_section            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.auth_type               = password {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.cafile                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.certfile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.collect_timing          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.cross_az_attach         = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.debug                   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.endpoint_template       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.http_retries            = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.insecure                = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.keyfile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.os_region_name          = RegionOne {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.split_loggers           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cinder.timeout                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.cpu_dedicated_set      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.cpu_shared_set         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.image_type_exclude_list = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.resource_provider_association_refresh = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.shutdown_retry_interval = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] conductor.workers              = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] console.allowed_origins        = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] console.ssl_ciphers            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] console.ssl_minimum_version    = default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] consoleauth.token_ttl          = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.cafile                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.certfile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.collect_timing          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.connect_retries         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.connect_retry_delay     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.endpoint_override       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.insecure                = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.keyfile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.max_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.min_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.region_name             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.service_name            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.service_type            = accelerator {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.split_loggers           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.status_code_retries     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.timeout                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] cyborg.version                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.backend               = sqlalchemy {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.connection            = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.connection_debug      = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.connection_parameters =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.connection_recycle_time = 3600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.connection_trace      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.db_inc_retry_interval = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.db_max_retries        = 20 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.db_max_retry_interval = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.db_retry_interval     = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.max_overflow          = 50 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.max_pool_size         = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.max_retries           = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.mysql_wsrep_sync_wait = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.pool_timeout          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.retry_interval        = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.slave_connection      = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] database.sqlite_synchronous    = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.backend           = sqlalchemy {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.connection        = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.connection_debug  = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.connection_parameters =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.connection_recycle_time = 3600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.connection_trace  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.db_inc_retry_interval = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.db_max_retries    = 20 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.db_max_retry_interval = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.db_retry_interval = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.max_overflow      = 50 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.max_pool_size     = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.max_retries       = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.pool_timeout      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.retry_interval    = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.slave_connection  = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] api_database.sqlite_synchronous = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] devices.enabled_mdev_types     = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ephemeral_storage_encryption.enabled = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.api_servers             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.cafile                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.certfile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.collect_timing          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.connect_retries         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.connect_retry_delay     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.debug                   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.default_trusted_certificate_ids = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.enable_certificate_validation = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.enable_rbd_download     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.endpoint_override       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.insecure                = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.keyfile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.max_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.min_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.num_retries             = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.rbd_ceph_conf           =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.rbd_connect_timeout     = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.rbd_pool                =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.rbd_user                =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.region_name             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.service_name            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.service_type            = image {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.split_loggers           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.status_code_retries     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.timeout                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.verify_glance_signatures = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] glance.version                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] guestfs.debug                  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.config_drive_cdrom      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.config_drive_inject_password = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.enable_remotefx         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.instances_path_share    =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.limit_cpu_features      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.use_multipath_io        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.vswitch_name            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] mks.enabled                    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.manager_interval   = 2400 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.precache_concurrency = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.remove_unused_base_images = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] image_cache.subdirectory_name  = _base {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.api_max_retries         = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.api_retry_interval      = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.auth_section            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.auth_type               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.cafile                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.certfile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.collect_timing          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.conductor_group         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.connect_retries         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.connect_retry_delay     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.endpoint_override       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.insecure                = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.keyfile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.max_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.min_version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.peer_list               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.region_name             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.serial_console_state_timeout = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.service_name            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.service_type            = baremetal {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.split_loggers           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.status_code_retries     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.timeout                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ironic.version                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] key_manager.fixed_key          = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.barbican_api_version  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.barbican_endpoint     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.barbican_endpoint_type = public {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.barbican_region_name  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.cafile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.certfile              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.collect_timing        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.insecure              = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.keyfile               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.number_of_retries     = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.retry_delay           = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.send_service_user_token = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.split_loggers         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.timeout               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.verify_ssl            = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican.verify_ssl_path       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.auth_section = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.auth_type = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.cafile   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.certfile = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.collect_timing = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.insecure = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.keyfile  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.split_loggers = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] barbican_service_user.timeout  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.approle_role_id          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.approle_secret_id        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.cafile                   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.certfile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.collect_timing           = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.insecure                 = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.keyfile                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.kv_mountpoint            = secret {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.kv_path                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.kv_version               = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.namespace                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.root_token_id            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.split_loggers            = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.ssl_ca_crt_file          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.timeout                  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.use_ssl                  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.auth_section          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.auth_type             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.cafile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.certfile              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.collect_timing        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.connect_retries       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.connect_retry_delay   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.endpoint_override     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.insecure              = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.keyfile               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.max_version           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.min_version           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.region_name           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.service_name          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.service_type          = identity {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.split_loggers         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.status_code_retries   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.timeout               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] keystone.version               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.connection_uri         =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_mode               = custom {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: WARNING oslo_config.cfg [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_power_governor_high = performance {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_power_management   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.device_detach_attempts = 8 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.device_detach_timeout  = 20 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.disk_cachemodes        = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.disk_prefix            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.enabled_perf_events    = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.file_backed_memory     = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.gid_maps               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.hw_disk_discard        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.hw_machine_type        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_rbd_pool        = rbd {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_type            = default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.images_volume_group    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.inject_key             = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.inject_partition       = -2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.inject_password        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.iscsi_iface            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.iser_use_multipath     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_downtime = 500 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_inbound_addr = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_scheme  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_timeout_action = abort {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_tunnelled = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: WARNING oslo_config.cfg [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 24 19:28:37 user nova-compute[74701]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 24 19:28:37 user nova-compute[74701]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 24 19:28:37 user nova-compute[74701]: and ``live_migration_inbound_addr`` respectively.
Oct 24 19:28:37 user nova-compute[74701]: ).  Its value may be silently ignored in the future.
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.live_migration_with_native_tls = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.max_queues             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.nfs_mount_options      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_pcie_ports         = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.pmem_namespaces        = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.quobyte_client_cfg     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rbd_secret_uuid        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rbd_user               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rescue_image_id        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rescue_kernel_id       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.rx_queue_size          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.smbfs_mount_options    =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.snapshot_compression   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.snapshot_image_format  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.sparse_logical_volumes = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.swtpm_enabled          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.swtpm_group            = tss {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.swtpm_user             = tss {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.sysinfo_serial         = unique {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.tb_cache_size          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.tx_queue_size          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.uid_maps               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.use_virtio_for_bridges = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.virt_type              = kvm {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.volume_clear           = zero {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.volume_clear_size      = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.volume_use_multipath   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_cache_path   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.auth_section           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.auth_type              = password {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.cafile                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.certfile               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.collect_timing         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.connect_retries        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.connect_retry_delay    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.default_floating_pool  = public {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.endpoint_override      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.extension_sync_interval = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.http_retries           = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.insecure               = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.keyfile                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.max_version            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.min_version            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.ovs_bridge             = br-int {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.physnets               = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.region_name            = RegionOne {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.service_metadata_proxy = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.service_name           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.service_type           = network {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.split_loggers          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.status_code_retries    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.timeout                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] neutron.version                = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] notifications.bdms_in_notifications = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] notifications.default_level    = INFO {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] notifications.notification_format = unversioned {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] notifications.notify_on_state_change = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] pci.alias                      = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] pci.device_spec                = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] pci.report_in_placement        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.auth_section         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.auth_type            = password {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.cafile               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.certfile             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.collect_timing       = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.connect_retries      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.connect_retry_delay  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.default_domain_id    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.default_domain_name  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.domain_id            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.domain_name          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.endpoint_override    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.insecure             = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.keyfile              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.max_version          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.min_version          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.password             = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.project_domain_id    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.project_domain_name  = Default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.project_id           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.project_name         = service {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.region_name          = RegionOne {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.service_name         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.service_type         = placement {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.split_loggers        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.status_code_retries  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.system_scope         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.timeout              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.trust_id             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.user_domain_id       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.user_domain_name     = Default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.user_id              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.username             = placement {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] placement.version              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.cores                    = 20 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.count_usage_from_placement = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.injected_file_content_bytes = 10240 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.injected_file_path_length = 255 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.injected_files           = 5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.instances                = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.key_pairs                = 100 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.metadata_items           = 128 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.ram                      = 51200 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.recheck_quota            = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.server_group_members     = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] quota.server_groups            = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rdp.enabled                    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.image_metadata_prefilter = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.max_attempts         = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.max_placement_results = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] scheduler.workers              = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.host_subset_size = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.isolated_hosts = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.isolated_images = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.pci_in_placement = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.track_instance_changes = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metrics.required               = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metrics.weight_multiplier      = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] metrics.weight_setting         = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.enabled         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.port_range      = 10000:20000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] serial_console.serialproxy_port = 6083 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.auth_section      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.auth_type         = password {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.cafile            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.certfile          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.collect_timing    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.insecure          = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.keyfile           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.send_service_user_token = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.split_loggers     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] service_user.timeout           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.agent_enabled            = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.enabled                  = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.html5proxy_port          = 6082 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.image_compression        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.jpeg_compression         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.playback_compression     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.server_listen            = 127.0.0.1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.streaming_mode           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] spice.zlib_compression         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] upgrade_levels.baseapi         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] upgrade_levels.cert            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] upgrade_levels.compute         = auto {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] upgrade_levels.conductor       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] upgrade_levels.scheduler       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.cafile = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.certfile = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.insecure = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vendordata_dynamic_auth.timeout = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.api_retry_count         = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.ca_file                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.cache_prefix            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.cluster_name            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.connection_pool_size    = 10 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.console_delay_seconds   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.datastore_regex         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.host_ip                 = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.host_password           = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.host_port               = 443 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.host_username           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.insecure                = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.integration_bridge      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.maximum_objects         = 100 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.pbm_default_policy      = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.pbm_enabled             = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.pbm_wsdl_location       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.serial_port_proxy_uri   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.serial_port_service_uri = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.task_poll_interval      = 0.5 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.use_linked_clone        = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.vnc_keymap              = en-us {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.vnc_port                = 5900 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vmware.vnc_port_total          = 10000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.auth_schemes               = ['none'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.enabled                    = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.novncproxy_port            = 6080 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.vencrypt_ca_certs          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.vencrypt_client_cert       = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vnc.vencrypt_client_key        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.disable_rootwrap   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.enable_numa_live_migration = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.libvirt_disable_apic = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.client_socket_timeout     = 900 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.default_pool_size         = 1000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.keep_alive                = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.max_header_line           = 16384 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.ssl_ca_file               = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.ssl_cert_file             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.ssl_key_file              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.tcp_keepidle              = 600 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] zvm.ca_file                    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] zvm.cloud_connector_url        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] zvm.reachable_timeout          = 300 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.enforce_new_defaults = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.enforce_scope      = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.policy_default_rule = default {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.connection_string     = messaging:// {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.enabled               = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.es_doc_type           = notification {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.es_scroll_size        = 10000 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.es_scroll_time        = 2m {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.filter_error_trace    = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.hmac_keys             = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.sentinel_service_name = mymaster {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.socket_timeout        = 0.1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.trace_requests        = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler.trace_sqlalchemy      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler_jaeger.process_tags   = {} {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler_jaeger.service_name_prefix = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] profiler_otlp.service_name_prefix = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] remote_debug.host              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] remote_debug.port              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_notifications.retry = -1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.auth_section        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.auth_type           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.cafile              = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.certfile            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.collect_timing      = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.connect_retries     = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.connect_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.endpoint_id         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.endpoint_override   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.insecure            = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.keyfile             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.max_version         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.min_version         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.region_name         = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.service_name        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.service_type        = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.split_loggers       = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.status_code_retries = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.status_code_retry_delay = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.timeout             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.valid_interfaces    = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_limit.version             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_reports.file_event_handler = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] oslo_reports.log_dir           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.group  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] vif_plug_ovs_privileged.user   = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.isolate_vif         = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] os_brick.lock_path             = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.capabilities   = [21] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.group          = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.helper_command = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] privsep_osbrick.user           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.group           = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.helper_command  = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] nova_sys_admin.user            = None {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG oslo_service.service [None req-adfdbaf1-f0a8-4bb8-b0ca-9e05d9498c93 None None] ******************************************************************************** {{(pid=74701) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 24 19:28:37 user nova-compute[74701]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Connecting to libvirt: qemu:///system {{(pid=74701) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f5f451c6530> {{(pid=74701) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 24 19:28:37 user nova-compute[74701]: libvirt:  error : internal error: could not initialize domain event timer
Oct 24 19:28:37 user nova-compute[74701]: WARNING nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f5f451c6530> {{(pid=74701) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Starting native event thread {{(pid=74701) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Starting green dispatch thread {{(pid=74701) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Starting connection event dispatch thread {{(pid=74701) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 24 19:28:37 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Connection event '1' reason 'None'
Oct 24 19:28:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 19:28:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.mount [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Initialising _HostMountState generation 0 {{(pid=74701) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 24 19:28:45 user nova-compute[74701]: INFO nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host capabilities <capabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <host>
Oct 24 19:28:45 user nova-compute[74701]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 24 19:28:45 user nova-compute[74701]:     <cpu>
Oct 24 19:28:45 user nova-compute[74701]:       <arch>x86_64</arch>
Oct 24 19:28:45 user nova-compute[74701]:       <model>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <microcode version='1070'/>
Oct 24 19:28:45 user nova-compute[74701]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='osxsave'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='invtsc'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='rsba'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature name='skip-l1dfl-vmentry'/>
Oct 24 19:28:45 user nova-compute[74701]:       <pages unit='KiB' size='4'/>
Oct 24 19:28:45 user nova-compute[74701]:       <pages unit='KiB' size='2048'/>
Oct 24 19:28:45 user nova-compute[74701]:     </cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <power_management>
Oct 24 19:28:45 user nova-compute[74701]:       <suspend_mem/>
Oct 24 19:28:45 user nova-compute[74701]:       <suspend_disk/>
Oct 24 19:28:45 user nova-compute[74701]:       <suspend_hybrid/>
Oct 24 19:28:45 user nova-compute[74701]:     </power_management>
Oct 24 19:28:45 user nova-compute[74701]:     <iommu support='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <migration_features>
Oct 24 19:28:45 user nova-compute[74701]:       <live/>
Oct 24 19:28:45 user nova-compute[74701]:       <uri_transports>
Oct 24 19:28:45 user nova-compute[74701]:         <uri_transport>tcp</uri_transport>
Oct 24 19:28:45 user nova-compute[74701]:         <uri_transport>rdma</uri_transport>
Oct 24 19:28:45 user nova-compute[74701]:       </uri_transports>
Oct 24 19:28:45 user nova-compute[74701]:     </migration_features>
Oct 24 19:28:45 user nova-compute[74701]:     <topology>
Oct 24 19:28:45 user nova-compute[74701]:       <cells num='2'>
Oct 24 19:28:45 user nova-compute[74701]:         <cell id='0'>
Oct 24 19:28:45 user nova-compute[74701]:           <memory unit='KiB'>8189224</memory>
Oct 24 19:28:45 user nova-compute[74701]:           <pages unit='KiB' size='4'>2047306</pages>
Oct 24 19:28:45 user nova-compute[74701]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 19:28:45 user nova-compute[74701]:           <distances>
Oct 24 19:28:45 user nova-compute[74701]:             <sibling id='0' value='10'/>
Oct 24 19:28:45 user nova-compute[74701]:             <sibling id='1' value='20'/>
Oct 24 19:28:45 user nova-compute[74701]:           </distances>
Oct 24 19:28:45 user nova-compute[74701]:           <cpus num='6'>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 24 19:28:45 user nova-compute[74701]:           </cpus>
Oct 24 19:28:45 user nova-compute[74701]:         </cell>
Oct 24 19:28:45 user nova-compute[74701]:         <cell id='1'>
Oct 24 19:28:45 user nova-compute[74701]:           <memory unit='KiB'>8206460</memory>
Oct 24 19:28:45 user nova-compute[74701]:           <pages unit='KiB' size='4'>2051615</pages>
Oct 24 19:28:45 user nova-compute[74701]:           <pages unit='KiB' size='2048'>0</pages>
Oct 24 19:28:45 user nova-compute[74701]:           <distances>
Oct 24 19:28:45 user nova-compute[74701]:             <sibling id='0' value='20'/>
Oct 24 19:28:45 user nova-compute[74701]:             <sibling id='1' value='10'/>
Oct 24 19:28:45 user nova-compute[74701]:           </distances>
Oct 24 19:28:45 user nova-compute[74701]:           <cpus num='6'>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 24 19:28:45 user nova-compute[74701]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 24 19:28:45 user nova-compute[74701]:           </cpus>
Oct 24 19:28:45 user nova-compute[74701]:         </cell>
Oct 24 19:28:45 user nova-compute[74701]:       </cells>
Oct 24 19:28:45 user nova-compute[74701]:     </topology>
Oct 24 19:28:45 user nova-compute[74701]:     <cache>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 24 19:28:45 user nova-compute[74701]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 24 19:28:45 user nova-compute[74701]:     </cache>
Oct 24 19:28:45 user nova-compute[74701]:     <secmodel>
Oct 24 19:28:45 user nova-compute[74701]:       <model>apparmor</model>
Oct 24 19:28:45 user nova-compute[74701]:       <doi>0</doi>
Oct 24 19:28:45 user nova-compute[74701]:     </secmodel>
Oct 24 19:28:45 user nova-compute[74701]:     <secmodel>
Oct 24 19:28:45 user nova-compute[74701]:       <model>dac</model>
Oct 24 19:28:45 user nova-compute[74701]:       <doi>0</doi>
Oct 24 19:28:45 user nova-compute[74701]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 24 19:28:45 user nova-compute[74701]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 24 19:28:45 user nova-compute[74701]:     </secmodel>
Oct 24 19:28:45 user nova-compute[74701]:   </host>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='alpha'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>clipper</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='armv6l'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>spitz</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>nuri</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>kzm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>z2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>tosa</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n810</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>terrier</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>midway</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>microbit</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>verdex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>highbank</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>akita</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>connex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>collie</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='armv7l'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>spitz</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>nuri</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>kzm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>z2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>tosa</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n810</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>terrier</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>midway</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>microbit</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>verdex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>highbank</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>akita</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>connex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>collie</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='aarch64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>integratorcp</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>borzoi</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>spitz</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>nuri</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-b1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatileab</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>kzm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>musca-a</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>smdkc210</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>z2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>tosa</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>sabrelite</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-eb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n810</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>n800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>versatilepb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>terrier</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mainstone</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>midway</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>musicpal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>microbit</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cubieboard</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>verdex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduino2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>raspi3b</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>raspi2b</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>cheetah</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>highbank</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>akita</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>connex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>collie</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>raspi0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <acpi default='on' toggle='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='cris'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='i686'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>isapc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>microvm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='kvm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <pae/>
Oct 24 19:28:45 user nova-compute[74701]:       <nonpae/>
Oct 24 19:28:45 user nova-compute[74701]:       <acpi default='on' toggle='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:       <apic default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='m68k'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>an5206</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>q800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>next-cube</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='microblaze'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='microblazeel'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='mips'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>malta</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='mipsel'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>malta</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='mips64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>malta</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>pica61</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>magnum</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='mips64el'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>malta</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mipssim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>pica61</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>magnum</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='16'>boston</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='ppc'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mac99</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>40p</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>taihu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='ppc64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>taihu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>40p</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mac99</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='ppc64le'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>taihu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ppce500</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>40p</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>pegasos2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>bamboo</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>g3beige</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>mac99</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sam460ex</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>ref405ep</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2048'>powernv8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='riscv32'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='8'>spike</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>opentitan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='8'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='riscv64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='8'>spike</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='5'>sifive_u</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>shakti_c</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sifive_e</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='8'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='s390x'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='sh4'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>shix</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>r2d</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='sh4eb'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>shix</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>r2d</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='sparc'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>SS-5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>SS-20</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>LX</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>SS-4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>SS-10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>Voyager</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='sparc64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sun4u</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>niagara</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>sun4v</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='x86_64'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>64</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>x-remote</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='1'>isapc</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>microvm</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='kvm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <acpi default='on' toggle='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:       <apic default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='xtensa'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>sim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>kc705</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ml605</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx200</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx60</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]:   <guest>
Oct 24 19:28:45 user nova-compute[74701]:     <os_type>hvm</os_type>
Oct 24 19:28:45 user nova-compute[74701]:     <arch name='xtensaeb'>
Oct 24 19:28:45 user nova-compute[74701]:       <wordsize>32</wordsize>
Oct 24 19:28:45 user nova-compute[74701]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='4'>sim</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>kc705</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ml605</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>virt</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx200</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>lx60</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 24 19:28:45 user nova-compute[74701]:       <domain type='qemu'/>
Oct 24 19:28:45 user nova-compute[74701]:     </arch>
Oct 24 19:28:45 user nova-compute[74701]:     <features>
Oct 24 19:28:45 user nova-compute[74701]:       <cpuselection/>
Oct 24 19:28:45 user nova-compute[74701]:       <deviceboot/>
Oct 24 19:28:45 user nova-compute[74701]:       <disksnapshot default='on' toggle='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     </features>
Oct 24 19:28:45 user nova-compute[74701]:   </guest>
Oct 24 19:28:45 user nova-compute[74701]: </capabilities>
Oct 24 19:28:45 user nova-compute[74701]: 
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for i686 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-q35-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>i686</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='288'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'/>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='lm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-i440fx-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>i686</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='255'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'/>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='lm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ide</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-q35-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>i686</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='288'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'/>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='lm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-i386</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-i440fx-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>i686</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='255'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'/>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='lm'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ide</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for x86_64 via machine types: {'q35', 'pc', 'ubuntu-q35', 'ubuntu'} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-q35-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>x86_64</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='288'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>efi</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='invtsc'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='rsba'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-i440fx-6.2</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>x86_64</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='255'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>efi</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='invtsc'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='rsba'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ide</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-q35-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>x86_64</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='288'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>efi</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='invtsc'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='rsba'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 24 19:28:45 user nova-compute[74701]: <domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 24 19:28:45 user nova-compute[74701]:   <domain>kvm</domain>
Oct 24 19:28:45 user nova-compute[74701]:   <machine>pc-i440fx-jammy</machine>
Oct 24 19:28:45 user nova-compute[74701]:   <arch>x86_64</arch>
Oct 24 19:28:45 user nova-compute[74701]:   <vcpu max='255'/>
Oct 24 19:28:45 user nova-compute[74701]:   <iothreads supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:   <os supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='firmware'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>efi</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:     <loader supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>rom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pflash</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='readonly'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>yes</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='secure'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>no</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </loader>
Oct 24 19:28:45 user nova-compute[74701]:   </os>
Oct 24 19:28:45 user nova-compute[74701]:   <cpu>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-passthrough' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='hostPassthroughMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='maximum' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='maximumMigratable'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>on</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>off</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='host-model' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <vendor>Intel</vendor>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ss'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='vmx'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pcid'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='hypervisor'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arat'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='tsc_adjust'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='umip'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='md-clear'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='arch-capabilities'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='invtsc'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibpb'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='ibrs'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-stibp'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='amd-ssbd'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='rsba'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='require' name='pschange-mc-no'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='erms'/>
Oct 24 19:28:45 user nova-compute[74701]:       <feature policy='disable' name='xsaveopt'/>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:     <mode name='custom' supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>qemu64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>qemu32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>phenom</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>pentium</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>n270</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm64</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>kvm32</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>coreduo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>core2duo</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>athlon</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Westmere</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Snowridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Skylake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>SandyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Penryn</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G5</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G4</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G3</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Opteron_G2</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Opteron_G1</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>IvyBridge</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Icelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Haswell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Rome</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-Milan</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC-IBPB</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>EPYC</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Dhyana</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cooperlake</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>Conroe</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Cascadelake-Server</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-noTSX</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell-IBRS</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='no'>Broadwell</model>
Oct 24 19:28:45 user nova-compute[74701]:       <model usable='yes'>486</model>
Oct 24 19:28:45 user nova-compute[74701]:     </mode>
Oct 24 19:28:45 user nova-compute[74701]:   </cpu>
Oct 24 19:28:45 user nova-compute[74701]:   <memoryBacking supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:     <enum name='sourceType'>
Oct 24 19:28:45 user nova-compute[74701]:       <value>file</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>anonymous</value>
Oct 24 19:28:45 user nova-compute[74701]:       <value>memfd</value>
Oct 24 19:28:45 user nova-compute[74701]:     </enum>
Oct 24 19:28:45 user nova-compute[74701]:   </memoryBacking>
Oct 24 19:28:45 user nova-compute[74701]:   <devices>
Oct 24 19:28:45 user nova-compute[74701]:     <disk supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='diskDevice'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>disk</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cdrom</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>floppy</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>lun</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='bus'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ide</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>fdc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sata</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </disk>
Oct 24 19:28:45 user nova-compute[74701]:     <graphics supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='type'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>sdl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vnc</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>spice</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egl-headless</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </graphics>
Oct 24 19:28:45 user nova-compute[74701]:     <video supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='modelType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>cirrus</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>vmvga</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>qxl</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>none</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>bochs</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>ramfb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </video>
Oct 24 19:28:45 user nova-compute[74701]:     <hostdev supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='mode'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>subsystem</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='startupPolicy'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>default</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>mandatory</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>requisite</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>optional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='subsysType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>usb</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>pci</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>scsi</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='capsType'/>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='pciBackend'/>
Oct 24 19:28:45 user nova-compute[74701]:     </hostdev>
Oct 24 19:28:45 user nova-compute[74701]:     <rng supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtio-non-transitional</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>random</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>egd</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>builtin</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </rng>
Oct 24 19:28:45 user nova-compute[74701]:     <filesystem supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='driverType'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>path</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>handle</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>virtiofs</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </filesystem>
Oct 24 19:28:45 user nova-compute[74701]:     <tpm supported='yes'>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='model'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-tis</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>tpm-crb</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:       <enum name='backendModel'>
Oct 24 19:28:45 user nova-compute[74701]:         <value>passthrough</value>
Oct 24 19:28:45 user nova-compute[74701]:         <value>emulator</value>
Oct 24 19:28:45 user nova-compute[74701]:       </enum>
Oct 24 19:28:45 user nova-compute[74701]:     </tpm>
Oct 24 19:28:45 user nova-compute[74701]:   </devices>
Oct 24 19:28:45 user nova-compute[74701]:   <features>
Oct 24 19:28:45 user nova-compute[74701]:     <gic supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:     <vmcoreinfo supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <genid supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backingStoreInput supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <backup supported='yes'/>
Oct 24 19:28:45 user nova-compute[74701]:     <sev supported='no'/>
Oct 24 19:28:45 user nova-compute[74701]:   </features>
Oct 24 19:28:45 user nova-compute[74701]: </domainCapabilities>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74701) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74701) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Checking secure boot support for host arch (x86_64) {{(pid=74701) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 24 19:28:45 user nova-compute[74701]: INFO nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Secure Boot support detected
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] cpu compare xml: <cpu match="exact">
Oct 24 19:28:45 user nova-compute[74701]:   <model>Nehalem</model>
Oct 24 19:28:45 user nova-compute[74701]: </cpu>
Oct 24 19:28:45 user nova-compute[74701]:  {{(pid=74701) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 24 19:28:45 user nova-compute[74701]: INFO nova.virt.node [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Generated node identity bf5089bd-1f03-4997-a69a-4040e2b68367
Oct 24 19:28:45 user nova-compute[74701]: INFO nova.virt.node [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Wrote node identity bf5089bd-1f03-4997-a69a-4040e2b68367 to /opt/stack/data/nova/compute_id
Oct 24 19:28:45 user nova-compute[74701]: WARNING nova.compute.manager [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Compute nodes ['bf5089bd-1f03-4997-a69a-4040e2b68367'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 24 19:28:45 user nova-compute[74701]: INFO nova.compute.manager [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 24 19:28:45 user nova-compute[74701]: WARNING nova.compute.manager [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 24 19:28:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:28:45 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:28:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:28:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Hypervisor/Node resource view: name=user free_ram=10997MB free_disk=26.120891571044922GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:28:46 user nova-compute[74701]: WARNING nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] No compute node record for user:bf5089bd-1f03-4997-a69a-4040e2b68367: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host bf5089bd-1f03-4997-a69a-4040e2b68367 could not be found.
Oct 24 19:28:46 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Compute node record created for user:user with uuid: bf5089bd-1f03-4997-a69a-4040e2b68367
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:28:46 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] [req-8318aff8-e3a0-4762-bb26-2b8d6ffb4f2b] Created resource provider record via placement API for resource provider with UUID bf5089bd-1f03-4997-a69a-4040e2b68367 and name user.
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74701) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 24 19:28:46 user nova-compute[74701]: INFO nova.virt.libvirt.host [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] kernel doesn't support AMD SEV
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Libvirt baseline CPU <cpu>
Oct 24 19:28:46 user nova-compute[74701]:   <arch>x86_64</arch>
Oct 24 19:28:46 user nova-compute[74701]:   <model>Nehalem</model>
Oct 24 19:28:46 user nova-compute[74701]:   <vendor>Intel</vendor>
Oct 24 19:28:46 user nova-compute[74701]:   <topology sockets="6" cores="1" threads="1"/>
Oct 24 19:28:46 user nova-compute[74701]: </cpu>
Oct 24 19:28:46 user nova-compute[74701]:  {{(pid=74701) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Updated inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Updating resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 generation from 0 to 1 during operation: update_inventory {{(pid=74701) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Updating resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 generation from 1 to 2 during operation: update_traits {{(pid=74701) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.643s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.service [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Creating RPC server for service compute {{(pid=74701) start /opt/stack/nova/nova/service.py:182}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.service [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] Join ServiceGroup membership for this service compute {{(pid=74701) start /opt/stack/nova/nova/service.py:199}}
Oct 24 19:28:46 user nova-compute[74701]: DEBUG nova.servicegroup.drivers.db [None req-ca9ce2b6-966d-42c2-817c-798a6e0537d1 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74701) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 24 19:29:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:29:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:29:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=10400MB free_disk=26.024337768554688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:29:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:30:38 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:30:38 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=10298MB free_disk=26.088619232177734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:30:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.131s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:30:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:31:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:31:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:31:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=10289MB free_disk=25.842021942138672GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:31:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.238s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:31:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:31:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:32:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:32:40 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:40 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9576MB free_disk=25.861984252929688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:32:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.123s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:32:47 user nova-compute[74701]: INFO nova.compute.claims [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Claim successful on node user
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.299s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:32:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:32:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Creating image(s)
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "/opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "/opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG nova.policy [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e27e15fc3284377aea0cad9ee72bc7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af4a90fa10cc4315adbbdd226958f9c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.part --force-share --output=json" returned: 0 in 0.162s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG nova.virt.images [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] 58bb513c-2f9f-4880-a758-99487627e8fd was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.part /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.part /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.converted" returned: 0 in 0.275s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257.converted --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.444s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:49 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp5eyl91kq/privsep.sock']
Oct 24 19:32:49 user sudo[83985]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp5eyl91kq/privsep.sock
Oct 24 19:32:49 user sudo[83985]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 19:32:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Successfully created port: f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:32:50 user sudo[83985]: pam_unix(sudo:session): session closed for user root
Oct 24 19:32:50 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Spawned new privsep daemon via rootwrap
Oct 24 19:32:50 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 19:32:50 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 19:32:50 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 24 19:32:50 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83989
Oct 24 19:32:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.158s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk 1073741824" returned: 0 in 0.061s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Cannot resize image /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Ensure instance console log exists: /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Successfully updated port: f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquired lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-changed-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Refreshing instance network info cache due to event network-changed-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] Acquiring lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:32:53 user nova-compute[74701]: INFO nova.compute.claims [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Claim successful on node user
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.282s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updating instance_info_cache with network_info: [{"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Releasing lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Instance network_info: |[{"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] Acquired lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.neutron [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Refreshing network info cache for port f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Start _get_guest_xml network_info=[{"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:32:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-855599664',display_name='tempest-DeleteServersTestJSON-server-855599664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-855599664',id=1,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af4a90fa10cc4315adbbdd226958f9c4',ramdisk_id='',reservation_id='r-w7x71t27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1595585534',owner_user_name='tempest-DeleteServersTestJSON-1595585534-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:48Z,user_data=None,user_id='9e27e15fc3284377aea0cad9ee72bc7a',uuid=8a6a7b72-2b6d-43a6-ae04-8bac2b350596,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converting VIF {"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:32:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:32:53 user nova-compute[74701]:   <uuid>8a6a7b72-2b6d-43a6-ae04-8bac2b350596</uuid>
Oct 24 19:32:53 user nova-compute[74701]:   <name>instance-00000001</name>
Oct 24 19:32:53 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:32:53 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:32:53 user nova-compute[74701]:   <metadata>
Oct 24 19:32:53 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:32:53 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:name>tempest-DeleteServersTestJSON-server-855599664</nova:name>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:32:53</nova:creationTime>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:32:53 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:32:53 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:owner>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:user uuid="9e27e15fc3284377aea0cad9ee72bc7a">tempest-DeleteServersTestJSON-1595585534-project-member</nova:user>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:project uuid="af4a90fa10cc4315adbbdd226958f9c4">tempest-DeleteServersTestJSON-1595585534</nova:project>
Oct 24 19:32:53 user nova-compute[74701]:       </nova:owner>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:32:53 user nova-compute[74701]:       <nova:ports>
Oct 24 19:32:53 user nova-compute[74701]:         <nova:port uuid="f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c">
Oct 24 19:32:53 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 19:32:53 user nova-compute[74701]:         </nova:port>
Oct 24 19:32:53 user nova-compute[74701]:       </nova:ports>
Oct 24 19:32:53 user nova-compute[74701]:     </nova:instance>
Oct 24 19:32:53 user nova-compute[74701]:   </metadata>
Oct 24 19:32:53 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:32:53 user nova-compute[74701]:     <system>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="serial">8a6a7b72-2b6d-43a6-ae04-8bac2b350596</entry>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="uuid">8a6a7b72-2b6d-43a6-ae04-8bac2b350596</entry>
Oct 24 19:32:53 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:32:53 user nova-compute[74701]:     </system>
Oct 24 19:32:53 user nova-compute[74701]:   </sysinfo>
Oct 24 19:32:53 user nova-compute[74701]:   <os>
Oct 24 19:32:53 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:32:53 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:32:53 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:32:53 user nova-compute[74701]:   </os>
Oct 24 19:32:53 user nova-compute[74701]:   <features>
Oct 24 19:32:53 user nova-compute[74701]:     <acpi/>
Oct 24 19:32:53 user nova-compute[74701]:     <apic/>
Oct 24 19:32:53 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:32:53 user nova-compute[74701]:   </features>
Oct 24 19:32:53 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:32:53 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:32:53 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:32:53 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:32:53 user nova-compute[74701]:   </clock>
Oct 24 19:32:53 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:32:53 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:32:53 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:32:53 user nova-compute[74701]:   </cpu>
Oct 24 19:32:53 user nova-compute[74701]:   <devices>
Oct 24 19:32:53 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:32:53 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:32:53 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk"/>
Oct 24 19:32:53 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:32:53 user nova-compute[74701]:     </disk>
Oct 24 19:32:53 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:32:53 user nova-compute[74701]:       <mac address="fa:16:3e:1b:91:db"/>
Oct 24 19:32:53 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:32:53 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:32:53 user nova-compute[74701]:       <target dev="tapf210a43c-a3"/>
Oct 24 19:32:53 user nova-compute[74701]:     </interface>
Oct 24 19:32:53 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:32:53 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/console.log" append="off"/>
Oct 24 19:32:53 user nova-compute[74701]:     </serial>
Oct 24 19:32:53 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:32:53 user nova-compute[74701]:     <video>
Oct 24 19:32:53 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:32:53 user nova-compute[74701]:     </video>
Oct 24 19:32:53 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:32:53 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:32:53 user nova-compute[74701]:     </rng>
Oct 24 19:32:53 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:32:53 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:32:53 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:32:53 user nova-compute[74701]:     </memballoon>
Oct 24 19:32:53 user nova-compute[74701]:   </devices>
Oct 24 19:32:53 user nova-compute[74701]: </domain>
Oct 24 19:32:53 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-855599664',display_name='tempest-DeleteServersTestJSON-server-855599664',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-855599664',id=1,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='af4a90fa10cc4315adbbdd226958f9c4',ramdisk_id='',reservation_id='r-w7x71t27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1595585534',owner_user_name='tempest-DeleteServersTestJSON-1595585534-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:48Z,user_data=None,user_id='9e27e15fc3284377aea0cad9ee72bc7a',uuid=8a6a7b72-2b6d-43a6-ae04-8bac2b350596,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converting VIF {"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG os_vif [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Created schema index Interface.name {{(pid=74701) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Created schema index Port.name {{(pid=74701) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Created schema index Bridge.name {{(pid=74701) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [POLLOUT] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.policy [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e0a951743a24a0d9b6af04e1c02f200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bfb27ee349549cf85f5117ab01ff9e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6a03c9a0-ddde-510c-aa88-fbbfb1cf9437', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:32:53 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpshh8trh_/privsep.sock']
Oct 24 19:32:53 user sudo[84020]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpshh8trh_/privsep.sock
Oct 24 19:32:53 user sudo[84020]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:32:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Creating image(s)
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.155s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk 1073741824" returned: 0 in 0.045s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.203s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:32:54 user nova-compute[74701]: INFO nova.compute.claims [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Claim successful on node user
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updated VIF entry in instance network info cache for port f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updating instance_info_cache with network_info: [{"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a468a71-6d37-47ea-8dbc-b2c900a769c3 req-fd44e575-bfb5-4778-93ca-f2a77df13b05 service nova] Releasing lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Cannot resize image /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Ensure instance console log exists: /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.331s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:32:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:32:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.policy [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6276d109ba03476983b16ef652ad06de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eff1bf50f5d4b42805cdf8aa0f61ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:32:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Creating image(s)
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:55 user sudo[84020]: pam_unix(sudo:session): session closed for user root
Oct 24 19:32:55 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Spawned new privsep daemon via rootwrap
Oct 24 19:32:55 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 19:32:55 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 19:32:55 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 24 19:32:55 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84041
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.156s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk 1073741824" returned: 0 in 0.043s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.202s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.218s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Successfully created port: 3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Cannot resize image /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Ensure instance console log exists: /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:32:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf210a43c-a3, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf210a43c-a3, col_values=(('qos', UUID('dc0b5dcd-203b-4962-a541-e2889622fcc6')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf210a43c-a3, col_values=(('external_ids', {'iface-id': 'f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:91:db', 'vm-uuid': '8a6a7b72-2b6d-43a6-ae04-8bac2b350596'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:56 user nova-compute[74701]: INFO os_vif [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3')
Oct 24 19:32:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] No VIF found with MAC fa:16:3e:1b:91:db, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:32:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Successfully created port: b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Successfully updated port: 3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-changed-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Refreshing instance network info cache due to event network-changed-3f020c4b-ddcd-47cf-912c-8dfd9f77417e. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance network_info: |[{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Refreshing network info cache for port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start _get_guest_xml network_info=[{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:57 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'pci_devices' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:32:57 user nova-compute[74701]:   <uuid>8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</uuid>
Oct 24 19:32:57 user nova-compute[74701]:   <name>instance-00000002</name>
Oct 24 19:32:57 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:32:57 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:32:57 user nova-compute[74701]:   <metadata>
Oct 24 19:32:57 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:32:57 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherB-server-791661004</nova:name>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:32:57</nova:creationTime>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:32:57 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:32:57 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:owner>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:user uuid="5e0a951743a24a0d9b6af04e1c02f200">tempest-ServerActionsTestOtherB-2143964279-project-member</nova:user>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:project uuid="5bfb27ee349549cf85f5117ab01ff9e5">tempest-ServerActionsTestOtherB-2143964279</nova:project>
Oct 24 19:32:57 user nova-compute[74701]:       </nova:owner>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:32:57 user nova-compute[74701]:       <nova:ports>
Oct 24 19:32:57 user nova-compute[74701]:         <nova:port uuid="3f020c4b-ddcd-47cf-912c-8dfd9f77417e">
Oct 24 19:32:57 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:32:57 user nova-compute[74701]:         </nova:port>
Oct 24 19:32:57 user nova-compute[74701]:       </nova:ports>
Oct 24 19:32:57 user nova-compute[74701]:     </nova:instance>
Oct 24 19:32:57 user nova-compute[74701]:   </metadata>
Oct 24 19:32:57 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:32:57 user nova-compute[74701]:     <system>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="serial">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="uuid">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:32:57 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:32:57 user nova-compute[74701]:     </system>
Oct 24 19:32:57 user nova-compute[74701]:   </sysinfo>
Oct 24 19:32:57 user nova-compute[74701]:   <os>
Oct 24 19:32:57 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:32:57 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:32:57 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:32:57 user nova-compute[74701]:   </os>
Oct 24 19:32:57 user nova-compute[74701]:   <features>
Oct 24 19:32:57 user nova-compute[74701]:     <acpi/>
Oct 24 19:32:57 user nova-compute[74701]:     <apic/>
Oct 24 19:32:57 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:32:57 user nova-compute[74701]:   </features>
Oct 24 19:32:57 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:32:57 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:32:57 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:32:57 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:32:57 user nova-compute[74701]:   </clock>
Oct 24 19:32:57 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:32:57 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:32:57 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:32:57 user nova-compute[74701]:   </cpu>
Oct 24 19:32:57 user nova-compute[74701]:   <devices>
Oct 24 19:32:57 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:32:57 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:32:57 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk"/>
Oct 24 19:32:57 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:32:57 user nova-compute[74701]:     </disk>
Oct 24 19:32:57 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:32:57 user nova-compute[74701]:       <mac address="fa:16:3e:c0:d5:2f"/>
Oct 24 19:32:57 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:32:57 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:32:57 user nova-compute[74701]:       <target dev="tap3f020c4b-dd"/>
Oct 24 19:32:57 user nova-compute[74701]:     </interface>
Oct 24 19:32:57 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:32:57 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/console.log" append="off"/>
Oct 24 19:32:57 user nova-compute[74701]:     </serial>
Oct 24 19:32:57 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:32:57 user nova-compute[74701]:     <video>
Oct 24 19:32:57 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:32:57 user nova-compute[74701]:     </video>
Oct 24 19:32:57 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:32:57 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:32:57 user nova-compute[74701]:     </rng>
Oct 24 19:32:57 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:32:57 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:32:57 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:32:57 user nova-compute[74701]:     </memballoon>
Oct 24 19:32:57 user nova-compute[74701]:   </devices>
Oct 24 19:32:57 user nova-compute[74701]: </domain>
Oct 24 19:32:57 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG os_vif [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6cef36c-4d29-58b7-b99b-74ed9ff1b00d', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f020c4b-dd, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f020c4b-dd, col_values=(('qos', UUID('a2b164ae-87fb-429a-b17c-fd1b16b2f7a0')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f020c4b-dd, col_values=(('external_ids', {'iface-id': '3f020c4b-ddcd-47cf-912c-8dfd9f77417e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:d5:2f', 'vm-uuid': '8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:57 user nova-compute[74701]: INFO os_vif [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:32:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No VIF found with MAC fa:16:3e:c0:d5:2f, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updated VIF entry in instance network info cache for port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8472a28f-bbda-47ca-894c-ea5ba8c25b36 req-559d6a75-f9e0-47b6-a174-a0c46f4ae0c7 service nova] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Successfully updated port: b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing instance network info cache due to event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:32:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance network_info: |[{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start _get_guest_xml network_info=[{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:32:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:32:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFOZBlLYnz1n8pJv3vUCVkFORv1goCDHqC4pWP5PJ6Nzv1kSHA8Q6kMb/lD1uL0dipkKVvkvyZWhUGhb8wfcqy87ccKK3M0zPoSgF1wsv72L9bbOljOddNU9B5w5D0T+Q==',key_name='tempest-keypair-584563854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_devices' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:33:00 user nova-compute[74701]:   <uuid>6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</uuid>
Oct 24 19:33:00 user nova-compute[74701]:   <name>instance-00000003</name>
Oct 24 19:33:00 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:33:00 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:33:00 user nova-compute[74701]:   <metadata>
Oct 24 19:33:00 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:33:00 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-422630559</nova:name>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:32:59</nova:creationTime>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:33:00 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:33:00 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:owner>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:user uuid="6276d109ba03476983b16ef652ad06de">tempest-AttachVolumeShelveTestJSON-1102094420-project-member</nova:user>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:project uuid="1eff1bf50f5d4b42805cdf8aa0f61ef5">tempest-AttachVolumeShelveTestJSON-1102094420</nova:project>
Oct 24 19:33:00 user nova-compute[74701]:       </nova:owner>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:33:00 user nova-compute[74701]:       <nova:ports>
Oct 24 19:33:00 user nova-compute[74701]:         <nova:port uuid="b11720d2-0320-45a5-af67-59154bc6ca3a">
Oct 24 19:33:00 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:33:00 user nova-compute[74701]:         </nova:port>
Oct 24 19:33:00 user nova-compute[74701]:       </nova:ports>
Oct 24 19:33:00 user nova-compute[74701]:     </nova:instance>
Oct 24 19:33:00 user nova-compute[74701]:   </metadata>
Oct 24 19:33:00 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:33:00 user nova-compute[74701]:     <system>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="serial">6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</entry>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="uuid">6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</entry>
Oct 24 19:33:00 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:33:00 user nova-compute[74701]:     </system>
Oct 24 19:33:00 user nova-compute[74701]:   </sysinfo>
Oct 24 19:33:00 user nova-compute[74701]:   <os>
Oct 24 19:33:00 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:33:00 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:33:00 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:33:00 user nova-compute[74701]:   </os>
Oct 24 19:33:00 user nova-compute[74701]:   <features>
Oct 24 19:33:00 user nova-compute[74701]:     <acpi/>
Oct 24 19:33:00 user nova-compute[74701]:     <apic/>
Oct 24 19:33:00 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:33:00 user nova-compute[74701]:   </features>
Oct 24 19:33:00 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:33:00 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:33:00 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:33:00 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:33:00 user nova-compute[74701]:   </clock>
Oct 24 19:33:00 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:33:00 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:33:00 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:33:00 user nova-compute[74701]:   </cpu>
Oct 24 19:33:00 user nova-compute[74701]:   <devices>
Oct 24 19:33:00 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:33:00 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:33:00 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk"/>
Oct 24 19:33:00 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:33:00 user nova-compute[74701]:     </disk>
Oct 24 19:33:00 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:33:00 user nova-compute[74701]:       <mac address="fa:16:3e:1d:6f:d2"/>
Oct 24 19:33:00 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:00 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:33:00 user nova-compute[74701]:       <target dev="tapb11720d2-03"/>
Oct 24 19:33:00 user nova-compute[74701]:     </interface>
Oct 24 19:33:00 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:33:00 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/console.log" append="off"/>
Oct 24 19:33:00 user nova-compute[74701]:     </serial>
Oct 24 19:33:00 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:33:00 user nova-compute[74701]:     <video>
Oct 24 19:33:00 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:00 user nova-compute[74701]:     </video>
Oct 24 19:33:00 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:33:00 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:33:00 user nova-compute[74701]:     </rng>
Oct 24 19:33:00 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:33:00 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:33:00 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:33:00 user nova-compute[74701]:     </memballoon>
Oct 24 19:33:00 user nova-compute[74701]:   </devices>
Oct 24 19:33:00 user nova-compute[74701]: </domain>
Oct 24 19:33:00 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFOZBlLYnz1n8pJv3vUCVkFORv1goCDHqC4pWP5PJ6Nzv1kSHA8Q6kMb/lD1uL0dipkKVvkvyZWhUGhb8wfcqy87ccKK3M0zPoSgF1wsv72L9bbOljOddNU9B5w5D0T+Q==',key_name='tempest-keypair-584563854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:32:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG os_vif [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c5e166a-2d49-58dd-9505-dfede53d1d0c', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb11720d2-03, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb11720d2-03, col_values=(('qos', UUID('f241fa5e-454c-456c-b705-0dc13bef6dd2')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb11720d2-03, col_values=(('external_ids', {'iface-id': 'b11720d2-0320-45a5-af67-59154bc6ca3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:6f:d2', 'vm-uuid': '6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:00 user nova-compute[74701]: INFO os_vif [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03')
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No VIF found with MAC fa:16:3e:1d:6f:d2, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Instance spawned successfully.
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:00 user nova-compute[74701]: INFO nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Took 13.23 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:01 user nova-compute[74701]: INFO nova.compute.manager [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Took 14.07 seconds to build instance.
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updated VIF entry in instance network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4d5cba-7e59-4031-8db9-375a869939fd tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-337843f9-1998-448a-b3c2-71909d2d199f req-e3f76d8a-ae4d-49d4-b08b-31efa81ba875 service nova] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance spawned successfully.
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:01 user nova-compute[74701]: INFO nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Took 8.01 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:02 user nova-compute[74701]: INFO nova.compute.manager [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Took 8.91 seconds to build instance.
Oct 24 19:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8982d8d2-b656-4797-b43f-633517545c05 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.044s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance spawned successfully.
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:04 user nova-compute[74701]: INFO nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Took 9.66 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:04 user nova-compute[74701]: INFO nova.compute.manager [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Took 10.45 seconds to build instance.
Oct 24 19:33:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc3468e2-e2c8-4c77-94eb-3d3ed65c7986 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.592s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:07 user nova-compute[74701]: WARNING nova.compute.manager [req-3e5bb68b-e29b-4769-bc19-7aec8d01a3fb req-34673b48-525e-445d-936b-69bae24ba59e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state None.
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:09 user nova-compute[74701]: WARNING nova.compute.manager [req-37bfc679-1da7-4308-b480-3a1280802aaa req-2223057f-2429-4a6f-8649-59c19ea16e82 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state None.
Oct 24 19:33:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:33:13 user nova-compute[74701]: INFO nova.compute.claims [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Claim successful on node user
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:33:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:33:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:33:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Creating image(s)
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "/opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "/opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "/opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.policy [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b113bee56f34e76bc850e392c7f316e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0041cfab871f4485bed980db2ef445d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk 1073741824" returned: 0 in 0.049s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Cannot resize image /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Ensure instance console log exists: /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Successfully created port: 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:33:16 user nova-compute[74701]: INFO nova.compute.claims [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Claim successful on node user
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Successfully updated port: 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquired lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-changed-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Refreshing instance network info cache due to event network-changed-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] Acquiring lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating instance_info_cache with network_info: [{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.439s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.371s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Releasing lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Instance network_info: |[{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] Acquired lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Refreshing network info cache for port 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Start _get_guest_xml network_info=[{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:33:17 user nova-compute[74701]: INFO nova.compute.claims [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Claim successful on node user
Oct 24 19:33:17 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:17 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-187799469',display_name='tempest-VolumesAdminNegativeTest-server-187799469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-187799469',id=4,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOPAK+8wDcVGewWzF6++VdRW5nS/a46w9F7kw8BwlQsZmR+cqVqBwgmoVI7XfQCbWwVD0gW97By7jugdAJBiatqNFDQY/hT7QX0GD4mbD02W7adG3jkcuN1Vyoi2jgA1wQ==',key_name='tempest-keypair-1813243262',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-94d2j720',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8b113bee56f34e76bc850e392c7f316e',uuid=8882bf62-5662-4f59-b49d-9730f4a4dd4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'pci_devices' on Instance uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:33:17 user nova-compute[74701]:   <uuid>8882bf62-5662-4f59-b49d-9730f4a4dd4a</uuid>
Oct 24 19:33:17 user nova-compute[74701]:   <name>instance-00000004</name>
Oct 24 19:33:17 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:33:17 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:33:17 user nova-compute[74701]:   <metadata>
Oct 24 19:33:17 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:33:17 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:name>tempest-VolumesAdminNegativeTest-server-187799469</nova:name>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:33:17</nova:creationTime>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:33:17 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:33:17 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:owner>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:user uuid="8b113bee56f34e76bc850e392c7f316e">tempest-VolumesAdminNegativeTest-175488983-project-member</nova:user>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:project uuid="0041cfab871f4485bed980db2ef445d8">tempest-VolumesAdminNegativeTest-175488983</nova:project>
Oct 24 19:33:17 user nova-compute[74701]:       </nova:owner>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:33:17 user nova-compute[74701]:       <nova:ports>
Oct 24 19:33:17 user nova-compute[74701]:         <nova:port uuid="081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1">
Oct 24 19:33:17 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:33:17 user nova-compute[74701]:         </nova:port>
Oct 24 19:33:17 user nova-compute[74701]:       </nova:ports>
Oct 24 19:33:17 user nova-compute[74701]:     </nova:instance>
Oct 24 19:33:17 user nova-compute[74701]:   </metadata>
Oct 24 19:33:17 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:33:17 user nova-compute[74701]:     <system>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="serial">8882bf62-5662-4f59-b49d-9730f4a4dd4a</entry>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="uuid">8882bf62-5662-4f59-b49d-9730f4a4dd4a</entry>
Oct 24 19:33:17 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:33:17 user nova-compute[74701]:     </system>
Oct 24 19:33:17 user nova-compute[74701]:   </sysinfo>
Oct 24 19:33:17 user nova-compute[74701]:   <os>
Oct 24 19:33:17 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:33:17 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:33:17 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:33:17 user nova-compute[74701]:   </os>
Oct 24 19:33:17 user nova-compute[74701]:   <features>
Oct 24 19:33:17 user nova-compute[74701]:     <acpi/>
Oct 24 19:33:17 user nova-compute[74701]:     <apic/>
Oct 24 19:33:17 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:33:17 user nova-compute[74701]:   </features>
Oct 24 19:33:17 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:33:17 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:33:17 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:33:17 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:33:17 user nova-compute[74701]:   </clock>
Oct 24 19:33:17 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:33:17 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:33:17 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:33:17 user nova-compute[74701]:   </cpu>
Oct 24 19:33:17 user nova-compute[74701]:   <devices>
Oct 24 19:33:17 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:33:17 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:33:17 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk"/>
Oct 24 19:33:17 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:33:17 user nova-compute[74701]:     </disk>
Oct 24 19:33:17 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:33:17 user nova-compute[74701]:       <mac address="fa:16:3e:82:e8:c1"/>
Oct 24 19:33:17 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:17 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:33:17 user nova-compute[74701]:       <target dev="tap081d57b9-e7"/>
Oct 24 19:33:17 user nova-compute[74701]:     </interface>
Oct 24 19:33:17 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:33:17 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/console.log" append="off"/>
Oct 24 19:33:17 user nova-compute[74701]:     </serial>
Oct 24 19:33:17 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:33:17 user nova-compute[74701]:     <video>
Oct 24 19:33:17 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:17 user nova-compute[74701]:     </video>
Oct 24 19:33:17 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:33:17 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:33:17 user nova-compute[74701]:     </rng>
Oct 24 19:33:17 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:33:17 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:33:17 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:33:17 user nova-compute[74701]:     </memballoon>
Oct 24 19:33:17 user nova-compute[74701]:   </devices>
Oct 24 19:33:17 user nova-compute[74701]: </domain>
Oct 24 19:33:17 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-187799469',display_name='tempest-VolumesAdminNegativeTest-server-187799469',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-187799469',id=4,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOPAK+8wDcVGewWzF6++VdRW5nS/a46w9F7kw8BwlQsZmR+cqVqBwgmoVI7XfQCbWwVD0gW97By7jugdAJBiatqNFDQY/hT7QX0GD4mbD02W7adG3jkcuN1Vyoi2jgA1wQ==',key_name='tempest-keypair-1813243262',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-94d2j720',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8b113bee56f34e76bc850e392c7f316e',uuid=8882bf62-5662-4f59-b49d-9730f4a4dd4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG os_vif [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c98f16b5-22fd-5e7b-b0c7-2993ff8be6fc', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap081d57b9-e7, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap081d57b9-e7, col_values=(('qos', UUID('a34288b3-363c-44d2-9256-d7eb70edd2e0')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap081d57b9-e7, col_values=(('external_ids', {'iface-id': '081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:e8:c1', 'vm-uuid': '8882bf62-5662-4f59-b49d-9730f4a4dd4a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: INFO os_vif [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7')
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No VIF found with MAC fa:16:3e:82:e8:c1, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.policy [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be73ad47e86a455e92276013d0da1ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df1500471fd24fa9bf9ef9705b311b2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:33:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Creating image(s)
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "/opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "/opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "/opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updated VIF entry in instance network info cache for port 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating instance_info_cache with network_info: [{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0c0f28f8-9942-487d-9542-273748279974 req-4c13c4c5-d331-44a0-9830-83991345b4bc service nova] Releasing lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.262s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.798s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk 1073741824" returned: 0 in 0.097s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:33:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.policy [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ca51c4d4cc040a9ab9772c8f605dea8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51a2bd49182b495dafb87858f37892f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.244s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:33:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Creating image(s)
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "9204c6b3f860cde495e9762357abc5dc5e16528c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "9204c6b3f860cde495e9762357abc5dc5e16528c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Cannot resize image /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Ensure instance console log exists: /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Successfully created port: d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.part --force-share --output=json" returned: 0 in 0.256s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG nova.virt.images [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] 40539a05-bc61-4a8e-89f1-0bf2a6611409 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.part /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.part /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.converted" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Successfully created port: 5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c.converted --force-share --output=json" returned: 0 in 0.276s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "9204c6b3f860cde495e9762357abc5dc5e16528c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.401s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "9204c6b3f860cde495e9762357abc5dc5e16528c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "9204c6b3f860cde495e9762357abc5dc5e16528c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Successfully updated port: d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquired lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-changed-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Refreshing instance network info cache due to event network-changed-d873415e-af62-40d1-9e46-930c466c8d52. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] Acquiring lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c,backing_fmt=raw /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c,backing_fmt=raw /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk 1073741824" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "9204c6b3f860cde495e9762357abc5dc5e16528c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Checking if we can resize image /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] No waiting events found dispatching network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:20 user nova-compute[74701]: WARNING nova.compute.manager [req-9b8f860b-3b40-4762-8e75-cbd53c1d3df2 req-c87f1a6a-a214-4186-abda-38dd2145911b service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received unexpected event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 for instance with vm_state building and task_state spawning.
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Successfully updated port: 5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquired lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Cannot resize image /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Ensure instance console log exists: /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating instance_info_cache with network_info: [{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Releasing lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Instance network_info: |[{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] Acquired lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Refreshing network info cache for port d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Start _get_guest_xml network_info=[{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:33:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:33:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-456052842',display_name='tempest-TestVolumeSwap-server-456052842',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-456052842',id=6,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ8Wwl10PjDZUFby7e+oorGZ1LpZvaCSvb2nfFEIAIe5pigrRjRyfL9cQQEVP/Lj4FoKA4QLC6jj/BoN6GYsyifFDuoGn0J912rm3t226DqAxU0gyn7+QZVsnXmaPj0kdg==',key_name='tempest-keypair-403666228',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df1500471fd24fa9bf9ef9705b311b2d',ramdisk_id='',reservation_id='r-5fhx663i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1518239943',owner_user_name='tempest-TestVolumeSwap-1518239943-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be73ad47e86a455e92276013d0da1ad4',uuid=2cf2213b-3696-4204-8d35-2cb8c234db56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converting VIF {"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.objects.instance [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lazy-loading 'pci_devices' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:33:21 user nova-compute[74701]:   <uuid>2cf2213b-3696-4204-8d35-2cb8c234db56</uuid>
Oct 24 19:33:21 user nova-compute[74701]:   <name>instance-00000006</name>
Oct 24 19:33:21 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:33:21 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:33:21 user nova-compute[74701]:   <metadata>
Oct 24 19:33:21 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:33:21 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:name>tempest-TestVolumeSwap-server-456052842</nova:name>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:33:20</nova:creationTime>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:33:21 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:owner>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:user uuid="be73ad47e86a455e92276013d0da1ad4">tempest-TestVolumeSwap-1518239943-project-member</nova:user>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:project uuid="df1500471fd24fa9bf9ef9705b311b2d">tempest-TestVolumeSwap-1518239943</nova:project>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:owner>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:ports>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:port uuid="d873415e-af62-40d1-9e46-930c466c8d52">
Oct 24 19:33:21 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 19:33:21 user nova-compute[74701]:         </nova:port>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:ports>
Oct 24 19:33:21 user nova-compute[74701]:     </nova:instance>
Oct 24 19:33:21 user nova-compute[74701]:   </metadata>
Oct 24 19:33:21 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:33:21 user nova-compute[74701]:     <system>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="serial">2cf2213b-3696-4204-8d35-2cb8c234db56</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="uuid">2cf2213b-3696-4204-8d35-2cb8c234db56</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:33:21 user nova-compute[74701]:     </system>
Oct 24 19:33:21 user nova-compute[74701]:   </sysinfo>
Oct 24 19:33:21 user nova-compute[74701]:   <os>
Oct 24 19:33:21 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:33:21 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:33:21 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:33:21 user nova-compute[74701]:   </os>
Oct 24 19:33:21 user nova-compute[74701]:   <features>
Oct 24 19:33:21 user nova-compute[74701]:     <acpi/>
Oct 24 19:33:21 user nova-compute[74701]:     <apic/>
Oct 24 19:33:21 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:33:21 user nova-compute[74701]:   </features>
Oct 24 19:33:21 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:33:21 user nova-compute[74701]:   </clock>
Oct 24 19:33:21 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:33:21 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:33:21 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:33:21 user nova-compute[74701]:   </cpu>
Oct 24 19:33:21 user nova-compute[74701]:   <devices>
Oct 24 19:33:21 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:33:21 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:33:21 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk"/>
Oct 24 19:33:21 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:33:21 user nova-compute[74701]:     </disk>
Oct 24 19:33:21 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:33:21 user nova-compute[74701]:       <mac address="fa:16:3e:97:08:28"/>
Oct 24 19:33:21 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:21 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:33:21 user nova-compute[74701]:       <target dev="tapd873415e-af"/>
Oct 24 19:33:21 user nova-compute[74701]:     </interface>
Oct 24 19:33:21 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:33:21 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/console.log" append="off"/>
Oct 24 19:33:21 user nova-compute[74701]:     </serial>
Oct 24 19:33:21 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:33:21 user nova-compute[74701]:     <video>
Oct 24 19:33:21 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:21 user nova-compute[74701]:     </video>
Oct 24 19:33:21 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:33:21 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:33:21 user nova-compute[74701]:     </rng>
Oct 24 19:33:21 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:33:21 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:33:21 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:33:21 user nova-compute[74701]:     </memballoon>
Oct 24 19:33:21 user nova-compute[74701]:   </devices>
Oct 24 19:33:21 user nova-compute[74701]: </domain>
Oct 24 19:33:21 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-456052842',display_name='tempest-TestVolumeSwap-server-456052842',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-456052842',id=6,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ8Wwl10PjDZUFby7e+oorGZ1LpZvaCSvb2nfFEIAIe5pigrRjRyfL9cQQEVP/Lj4FoKA4QLC6jj/BoN6GYsyifFDuoGn0J912rm3t226DqAxU0gyn7+QZVsnXmaPj0kdg==',key_name='tempest-keypair-403666228',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df1500471fd24fa9bf9ef9705b311b2d',ramdisk_id='',reservation_id='r-5fhx663i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1518239943',owner_user_name='tempest-TestVolumeSwap-1518239943-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be73ad47e86a455e92276013d0da1ad4',uuid=2cf2213b-3696-4204-8d35-2cb8c234db56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converting VIF {"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG os_vif [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '138cef2f-6bec-56e2-a656-b70f611d9975', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd873415e-af, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd873415e-af, col_values=(('qos', UUID('3c15e61a-ade3-49ce-b8a3-e74bb5dcd22d')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd873415e-af, col_values=(('external_ids', {'iface-id': 'd873415e-af62-40d1-9e46-930c466c8d52', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:08:28', 'vm-uuid': '2cf2213b-3696-4204-8d35-2cb8c234db56'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: INFO os_vif [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af')
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] No VIF found with MAC fa:16:3e:97:08:28, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating instance_info_cache with network_info: [{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Releasing lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Instance network_info: |[{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Start _get_guest_xml network_info=[{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:33:09Z,direct_url=<?>,disk_format='qcow2',id=40539a05-bc61-4a8e-89f1-0bf2a6611409,min_disk=0,min_ram=0,name='',owner='831e30cb94ce435ea60512fbef4bc852',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:33:11Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'scsi', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '40539a05-bc61-4a8e-89f1-0bf2a6611409'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:33:21 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:21 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:33:09Z,direct_url=<?>,disk_format='qcow2',id=40539a05-bc61-4a8e-89f1-0bf2a6611409,min_disk=0,min_ram=0,name='',owner='831e30cb94ce435ea60512fbef4bc852',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:33:11Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1112971398',display_name='tempest-AttachSCSIVolumeTestJSON-server-1112971398',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1112971398',id=5,image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt45bNj1plqerUhbXXNwbJH8lHwmD7Osz3mfRkrQbzseAmwAQYTpn5LmYFYdmp2+5fiCWFF/2zsdVhIdR1bJG6mHAqML4xZFHPcI+waYBGeQFP5w+gGvPAjKoc8NBmqUQ==',key_name='tempest-keypair-18969412',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51a2bd49182b495dafb87858f37892f2',ramdisk_id='',reservation_id='r-3wnlip7j',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-818943083',owner_user_name='tempest-AttachSCSIVolumeTestJSON-818943083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca51c4d4cc040a9ab9772c8f605dea8',uuid=781c6ee0-fccb-4153-acfa-cbb01b0450e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converting VIF {"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lazy-loading 'pci_devices' on Instance uuid 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:33:21 user nova-compute[74701]:   <uuid>781c6ee0-fccb-4153-acfa-cbb01b0450e9</uuid>
Oct 24 19:33:21 user nova-compute[74701]:   <name>instance-00000005</name>
Oct 24 19:33:21 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:33:21 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:33:21 user nova-compute[74701]:   <metadata>
Oct 24 19:33:21 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:33:21 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1112971398</nova:name>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:33:21</nova:creationTime>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:33:21 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:owner>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:user uuid="6ca51c4d4cc040a9ab9772c8f605dea8">tempest-AttachSCSIVolumeTestJSON-818943083-project-member</nova:user>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:project uuid="51a2bd49182b495dafb87858f37892f2">tempest-AttachSCSIVolumeTestJSON-818943083</nova:project>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:owner>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:root type="image" uuid="40539a05-bc61-4a8e-89f1-0bf2a6611409"/>
Oct 24 19:33:21 user nova-compute[74701]:       <nova:ports>
Oct 24 19:33:21 user nova-compute[74701]:         <nova:port uuid="5d175860-0b07-4064-9785-e51a49082c98">
Oct 24 19:33:21 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 24 19:33:21 user nova-compute[74701]:         </nova:port>
Oct 24 19:33:21 user nova-compute[74701]:       </nova:ports>
Oct 24 19:33:21 user nova-compute[74701]:     </nova:instance>
Oct 24 19:33:21 user nova-compute[74701]:   </metadata>
Oct 24 19:33:21 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:33:21 user nova-compute[74701]:     <system>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="serial">781c6ee0-fccb-4153-acfa-cbb01b0450e9</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="uuid">781c6ee0-fccb-4153-acfa-cbb01b0450e9</entry>
Oct 24 19:33:21 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:33:21 user nova-compute[74701]:     </system>
Oct 24 19:33:21 user nova-compute[74701]:   </sysinfo>
Oct 24 19:33:21 user nova-compute[74701]:   <os>
Oct 24 19:33:21 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:33:21 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:33:21 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:33:21 user nova-compute[74701]:   </os>
Oct 24 19:33:21 user nova-compute[74701]:   <features>
Oct 24 19:33:21 user nova-compute[74701]:     <acpi/>
Oct 24 19:33:21 user nova-compute[74701]:     <apic/>
Oct 24 19:33:21 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:33:21 user nova-compute[74701]:   </features>
Oct 24 19:33:21 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:33:21 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:33:21 user nova-compute[74701]:   </clock>
Oct 24 19:33:21 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:33:21 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:33:21 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:33:21 user nova-compute[74701]:   </cpu>
Oct 24 19:33:21 user nova-compute[74701]:   <devices>
Oct 24 19:33:21 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:33:21 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:33:21 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk"/>
Oct 24 19:33:21 user nova-compute[74701]:       <target dev="sda" bus="scsi"/>
Oct 24 19:33:21 user nova-compute[74701]:       <address type="drive" controller="0" unit="0"/>
Oct 24 19:33:21 user nova-compute[74701]:     </disk>
Oct 24 19:33:21 user nova-compute[74701]:     <disk type="file" device="cdrom">
Oct 24 19:33:21 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 19:33:21 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.config"/>
Oct 24 19:33:21 user nova-compute[74701]:       <target dev="sdb" bus="scsi"/>
Oct 24 19:33:21 user nova-compute[74701]:       <address type="drive" controller="0" unit="1"/>
Oct 24 19:33:21 user nova-compute[74701]:     </disk>
Oct 24 19:33:21 user nova-compute[74701]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 24 19:33:21 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:33:21 user nova-compute[74701]:       <mac address="fa:16:3e:ae:f8:51"/>
Oct 24 19:33:21 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:21 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:33:21 user nova-compute[74701]:       <target dev="tap5d175860-0b"/>
Oct 24 19:33:21 user nova-compute[74701]:     </interface>
Oct 24 19:33:21 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:33:21 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/console.log" append="off"/>
Oct 24 19:33:21 user nova-compute[74701]:     </serial>
Oct 24 19:33:21 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:33:21 user nova-compute[74701]:     <video>
Oct 24 19:33:21 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:21 user nova-compute[74701]:     </video>
Oct 24 19:33:21 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:33:21 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:33:21 user nova-compute[74701]:     </rng>
Oct 24 19:33:21 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:33:21 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:33:21 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:33:21 user nova-compute[74701]:     </memballoon>
Oct 24 19:33:21 user nova-compute[74701]:   </devices>
Oct 24 19:33:21 user nova-compute[74701]: </domain>
Oct 24 19:33:21 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1112971398',display_name='tempest-AttachSCSIVolumeTestJSON-server-1112971398',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1112971398',id=5,image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt45bNj1plqerUhbXXNwbJH8lHwmD7Osz3mfRkrQbzseAmwAQYTpn5LmYFYdmp2+5fiCWFF/2zsdVhIdR1bJG6mHAqML4xZFHPcI+waYBGeQFP5w+gGvPAjKoc8NBmqUQ==',key_name='tempest-keypair-18969412',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='51a2bd49182b495dafb87858f37892f2',ramdisk_id='',reservation_id='r-3wnlip7j',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-818943083',owner_user_name='tempest-AttachSCSIVolumeTestJSON-818943083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca51c4d4cc040a9ab9772c8f605dea8',uuid=781c6ee0-fccb-4153-acfa-cbb01b0450e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converting VIF {"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG os_vif [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fd611208-6df3-5764-95e3-2fe6bbac50ad', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d175860-0b, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d175860-0b, col_values=(('qos', UUID('61ec3e5b-fce3-4a06-9bf0-14c8276b6936')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d175860-0b, col_values=(('external_ids', {'iface-id': '5d175860-0b07-4064-9785-e51a49082c98', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:f8:51', 'vm-uuid': '781c6ee0-fccb-4153-acfa-cbb01b0450e9'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:21 user nova-compute[74701]: INFO os_vif [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b')
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No BDM found with device name sda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No VIF found with MAC fa:16:3e:ae:f8:51, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:33:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Using config drive
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.neutron [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updated VIF entry in instance network info cache for port d873415e-af62-40d1-9e46-930c466c8d52. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.network.neutron [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating instance_info_cache with network_info: [{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f3649e6a-7831-4a9d-98ec-a5d9f6b08ca8 req-1b19ebec-2248-4c59-96b3-9c22caea733d service nova] Releasing lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Instance spawned successfully.
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Creating config drive at /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.config
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjgaw4p27 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:21 user nova-compute[74701]: INFO nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Took 7.87 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpjgaw4p27" returned: 0 in 0.072s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:33:22 user nova-compute[74701]: INFO nova.compute.manager [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Took 8.80 seconds to build instance.
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fe167b87-de2e-4866-b290-47dfc16db653 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.920s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:33:22 user nova-compute[74701]: INFO nova.compute.claims [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Claim successful on node user
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.390s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:33:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.policy [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c53e07cb04b46d6974be691808a34d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ae56d3642384f11806c463ba104a610', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:33:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Creating image(s)
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "/opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "/opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "/opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-changed-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Refreshing instance network info cache due to event network-changed-5d175860-0b07-4064-9785-e51a49082c98. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Acquiring lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Acquired lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG nova.network.neutron [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Refreshing network info cache for port 5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.235s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk 1073741824" returned: 0 in 0.065s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Successfully created port: 13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updated VIF entry in instance network info cache for port 5d175860-0b07-4064-9785-e51a49082c98. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating instance_info_cache with network_info: [{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Releasing lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] No waiting events found dispatching network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:23 user nova-compute[74701]: WARNING nova.compute.manager [req-12c549ae-0052-4b07-a273-5a68a686d6be req-4f2217ca-e1b2-40dd-be8c-e774c1b3b887 service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received unexpected event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 for instance with vm_state active and task_state None.
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.227s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Checking if we can resize image /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Cannot resize image /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Ensure instance console log exists: /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Successfully updated port: 13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquired lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updating instance_info_cache with network_info: [{"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Releasing lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Instance network_info: |[{"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Start _get_guest_xml network_info=[{"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:33:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-809858148',display_name='tempest-VolumesAssistedSnapshotsTest-server-809858148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-809858148',id=7,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoExiFKqi2Rojfl3ywzBGIIr0XQnhfmFv1BPiu2uxnXEEvLiy/AV1+vRf2R2twlyJfPX9i3kJn8jlbDbg7zbzv0AcjFwKOmaS9ISEyoxYtoQdIXw8DeM+XeY89Iy/9QYw==',key_name='tempest-keypair-1306561663',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ae56d3642384f11806c463ba104a610',ramdisk_id='',reservation_id='r-47wm6zr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-401708491',owner_user_name='tempest-VolumesAssistedSnapshotsTest-401708491-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c53e07cb04b46d6974be691808a34d0',uuid=89a303c8-3257-4b46-ac08-77d1336d711d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converting VIF {"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lazy-loading 'pci_devices' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:33:24 user nova-compute[74701]:   <uuid>89a303c8-3257-4b46-ac08-77d1336d711d</uuid>
Oct 24 19:33:24 user nova-compute[74701]:   <name>instance-00000007</name>
Oct 24 19:33:24 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:33:24 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:33:24 user nova-compute[74701]:   <metadata>
Oct 24 19:33:24 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:33:24 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-809858148</nova:name>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:33:24</nova:creationTime>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:33:24 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:33:24 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:owner>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:user uuid="2c53e07cb04b46d6974be691808a34d0">tempest-VolumesAssistedSnapshotsTest-401708491-project-member</nova:user>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:project uuid="7ae56d3642384f11806c463ba104a610">tempest-VolumesAssistedSnapshotsTest-401708491</nova:project>
Oct 24 19:33:24 user nova-compute[74701]:       </nova:owner>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:33:24 user nova-compute[74701]:       <nova:ports>
Oct 24 19:33:24 user nova-compute[74701]:         <nova:port uuid="13b6d3e8-294c-437d-a062-3af67528cf42">
Oct 24 19:33:24 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 19:33:24 user nova-compute[74701]:         </nova:port>
Oct 24 19:33:24 user nova-compute[74701]:       </nova:ports>
Oct 24 19:33:24 user nova-compute[74701]:     </nova:instance>
Oct 24 19:33:24 user nova-compute[74701]:   </metadata>
Oct 24 19:33:24 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:33:24 user nova-compute[74701]:     <system>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="serial">89a303c8-3257-4b46-ac08-77d1336d711d</entry>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="uuid">89a303c8-3257-4b46-ac08-77d1336d711d</entry>
Oct 24 19:33:24 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:33:24 user nova-compute[74701]:     </system>
Oct 24 19:33:24 user nova-compute[74701]:   </sysinfo>
Oct 24 19:33:24 user nova-compute[74701]:   <os>
Oct 24 19:33:24 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:33:24 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:33:24 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:33:24 user nova-compute[74701]:   </os>
Oct 24 19:33:24 user nova-compute[74701]:   <features>
Oct 24 19:33:24 user nova-compute[74701]:     <acpi/>
Oct 24 19:33:24 user nova-compute[74701]:     <apic/>
Oct 24 19:33:24 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:33:24 user nova-compute[74701]:   </features>
Oct 24 19:33:24 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:33:24 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:33:24 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:33:24 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:33:24 user nova-compute[74701]:   </clock>
Oct 24 19:33:24 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:33:24 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:33:24 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:33:24 user nova-compute[74701]:   </cpu>
Oct 24 19:33:24 user nova-compute[74701]:   <devices>
Oct 24 19:33:24 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:33:24 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:33:24 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk"/>
Oct 24 19:33:24 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:33:24 user nova-compute[74701]:     </disk>
Oct 24 19:33:24 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:33:24 user nova-compute[74701]:       <mac address="fa:16:3e:37:4b:33"/>
Oct 24 19:33:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:24 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:33:24 user nova-compute[74701]:       <target dev="tap13b6d3e8-29"/>
Oct 24 19:33:24 user nova-compute[74701]:     </interface>
Oct 24 19:33:24 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:33:24 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/console.log" append="off"/>
Oct 24 19:33:24 user nova-compute[74701]:     </serial>
Oct 24 19:33:24 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:33:24 user nova-compute[74701]:     <video>
Oct 24 19:33:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:33:24 user nova-compute[74701]:     </video>
Oct 24 19:33:24 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:33:24 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:33:24 user nova-compute[74701]:     </rng>
Oct 24 19:33:24 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:33:24 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:33:24 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:33:24 user nova-compute[74701]:     </memballoon>
Oct 24 19:33:24 user nova-compute[74701]:   </devices>
Oct 24 19:33:24 user nova-compute[74701]: </domain>
Oct 24 19:33:24 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-809858148',display_name='tempest-VolumesAssistedSnapshotsTest-server-809858148',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-809858148',id=7,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoExiFKqi2Rojfl3ywzBGIIr0XQnhfmFv1BPiu2uxnXEEvLiy/AV1+vRf2R2twlyJfPX9i3kJn8jlbDbg7zbzv0AcjFwKOmaS9ISEyoxYtoQdIXw8DeM+XeY89Iy/9QYw==',key_name='tempest-keypair-1306561663',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7ae56d3642384f11806c463ba104a610',ramdisk_id='',reservation_id='r-47wm6zr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-401708491',owner_user_name='tempest-VolumesAssistedSnapshotsTest-401708491-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:33:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c53e07cb04b46d6974be691808a34d0',uuid=89a303c8-3257-4b46-ac08-77d1336d711d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converting VIF {"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG os_vif [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9bbe2499-3777-5c76-858d-8e6ec73a6998', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13b6d3e8-29, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13b6d3e8-29, col_values=(('qos', UUID('c308082a-cfa6-434d-a1d3-7b195408ac53')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13b6d3e8-29, col_values=(('external_ids', {'iface-id': '13b6d3e8-294c-437d-a062-3af67528cf42', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:37:4b:33', 'vm-uuid': '89a303c8-3257-4b46-ac08-77d1336d711d'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: INFO os_vif [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29')
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] No VIF found with MAC fa:16:3e:37:4b:33, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-changed-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Refreshing instance network info cache due to event network-changed-13b6d3e8-294c-437d-a062-3af67528cf42. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] Acquiring lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] Acquired lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Refreshing network info cache for port 13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:25 user nova-compute[74701]: WARNING nova.compute.manager [req-cbe1daa9-682e-4348-842c-298861c2b10b req-e115eea3-dcc5-4d33-a37c-f7e67c937ac3 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state None.
Oct 24 19:33:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updated VIF entry in instance network info cache for port 13b6d3e8-294c-437d-a062-3af67528cf42. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updating instance_info_cache with network_info: [{"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cca646df-0c48-4bbb-9b76-16d199a98867 req-24fd0806-bff1-4f2e-b229-0e1b73c56104 service nova] Releasing lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:27 user nova-compute[74701]: WARNING nova.compute.manager [req-3f054ace-ae41-4dea-a926-ce5b5d1044b6 req-72a7b92c-871e-4851-a931-deaec5e62356 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state building and task_state spawning.
Oct 24 19:33:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:27 user nova-compute[74701]: WARNING nova.compute.manager [req-e453ebd8-c653-4fc2-84d6-21b09e859f21 req-d0f70559-459e-4db4-85bb-7b3c1e3ab609 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state None.
Oct 24 19:33:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Instance spawned successfully.
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Instance spawned successfully.
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Instance spawned successfully.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Took 10.57 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:29 user nova-compute[74701]: WARNING nova.compute.manager [req-52816380-48f4-4478-b3ad-dea2589e5232 req-61d9f315-b77e-40e3-ac53-6f6cdcc4075b service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state building and task_state spawning.
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Took 11.58 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Took 6.55 seconds to spawn the instance on the hypervisor.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Took 12.60 seconds to build instance.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6fd8495d-54b0-4805-bb0d-980918cb3fb1 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.876s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Took 12.73 seconds to build instance.
Oct 24 19:33:29 user nova-compute[74701]: INFO nova.compute.manager [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Took 7.35 seconds to build instance.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-54a5648b-8858-4412-80de-a78aeabaffb1 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.907s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e893c4f-543d-456c-b451-f30ae948115c tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.574s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] No waiting events found dispatching network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:29 user nova-compute[74701]: WARNING nova.compute.manager [req-17067528-0593-4137-807c-d7879cf71c60 req-401e0dfc-c124-4346-bc32-aa61a824ce65 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received unexpected event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c for instance with vm_state active and task_state None.
Oct 24 19:33:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] No waiting events found dispatching network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:31 user nova-compute[74701]: WARNING nova.compute.manager [req-867885c3-701f-4c4f-b4b8-36bb47432ab4 req-ab6bbda1-0c4d-4654-ac56-b16133d6dbba service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received unexpected event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c for instance with vm_state active and task_state None.
Oct 24 19:33:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] No waiting events found dispatching network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:32 user nova-compute[74701]: WARNING nova.compute.manager [req-a7da6f10-8b15-4e52-ab49-5e551052f151 req-172b6bff-04a6-409f-aa75-75386a6f1618 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received unexpected event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 for instance with vm_state active and task_state None.
Oct 24 19:33:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] No waiting events found dispatching network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:34 user nova-compute[74701]: WARNING nova.compute.manager [req-350f9439-ee0d-4c68-a2c7-55fca5725507 req-861248e1-3e84-4ea4-81e9-a880857b99aa service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received unexpected event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 for instance with vm_state active and task_state None.
Oct 24 19:33:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] No waiting events found dispatching network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:35 user nova-compute[74701]: WARNING nova.compute.manager [req-5f87cb3b-7ef1-4567-9290-721151ea05c9 req-acdf4e3c-adf7-4ff0-b10a-85469260724a service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received unexpected event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 for instance with vm_state active and task_state None.
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] No waiting events found dispatching network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:33:37 user nova-compute[74701]: WARNING nova.compute.manager [req-60bc5017-ffe2-45dc-9c5f-62f9e242f2ed req-939dacb6-3b6f-466e-9a43-d0d39b4b73e4 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received unexpected event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 for instance with vm_state active and task_state None.
Oct 24 19:33:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:33:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updating instance_info_cache with network_info: [{"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8a6a7b72-2b6d-43a6-ae04-8bac2b350596" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.319s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:33:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:33:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7640MB free_disk=25.598705291748047GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 2cf2213b-3696-4204-8d35-2cb8c234db56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 89a303c8-3257-4b46-ac08-77d1336d711d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:33:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.751s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:33:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:33:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:33:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:34:03 user nova-compute[74701]: INFO nova.compute.claims [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Claim successful on node user
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 19:34:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.533s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:34:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.policy [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37b557cb41841c4815066283105840f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b549b3281e6e4fbbb4fa661b9e762446', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:34:04 user nova-compute[74701]: INFO nova.virt.block_device [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Booting with volume a24cd0d8-3f0b-4744-9223-e7759bdee30e at /dev/vda
Oct 24 19:34:04 user nova-compute[74701]: DEBUG os_brick.utils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:34:04 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpiq1ew8tv/privsep.sock']
Oct 24 19:34:04 user sudo[85561]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpiq1ew8tv/privsep.sock
Oct 24 19:34:04 user sudo[85561]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 24 19:34:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Successfully created port: 8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Successfully updated port: 8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquired lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-changed-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Refreshing instance network info cache due to event network-changed-8472f423-3fa4-4ebc-b830-a2a528dea976. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] Acquiring lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating instance_info_cache with network_info: [{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Releasing lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance network_info: |[{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] Acquired lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Refreshing network info cache for port 8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:06 user sudo[85561]: pam_unix(sudo:session): session closed for user root
Oct 24 19:34:06 user nova-compute[74701]: INFO oslo.privsep.daemon [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Spawned new privsep daemon via rootwrap
Oct 24 19:34:06 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 24 19:34:06 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 24 19:34:06 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 24 19:34:06 user nova-compute[74701]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85564
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3431ae6-cf56-47b6-95db-1ec6edfe3d20]: (2,) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bfb3503-98ac-4c23-96d9-cbbcbc90d895]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: WARNING os_brick.initiator.connectors.nvmeof [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d573aa-a5f7-4833-b36a-f29d6c6ea011]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[91dfeb95-92e8-4439-9c1d-905927ba634c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3fe7eb-ae35-4191-91d3-fd90df0cdd4d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:06 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d7d643-b7a9-4722-9369-d65782e25aa6]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG os_brick.utils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== get_connector_properties: return (2106ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating existing volume attachment record: 1183d6c2-a8b2-434c-8c92-daaf2f00d499 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updated VIF entry in instance network info cache for port 8472f423-3fa4-4ebc-b830-a2a528dea976. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating instance_info_cache with network_info: [{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-287e683a-acfc-462f-abe4-3312c04020d4 req-dcd3b178-66c1-4c43-81d7-06fd1181f541 service nova] Releasing lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:34:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:34:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Creating image(s)
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Ensure instance console log exists: /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start _get_guest_xml network_info=[{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'feb38b0d-4bb1-4446-a306-8147bbc45b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'serial': 'a24cd0d8-3f0b-4744-9223-e7759bdee30e'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '1183d6c2-a8b2-434c-8c92-daaf2f00d499', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:34:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:34:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connector [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Factory for ISCSI on None {{(pid=74701) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.007s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:34:24 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:34:24 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:34:24 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff36ad94-e9bf-46af-af87-2088f8eaf062]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:34:24 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0a5d6c-69e3-46e7-a1c1-9e5a7a30af97]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e] added
Oct 24 19:34:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e57045ca-a159-4ae6-bfcc-5d7735ba2382]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c81f23-2653-464a-8495-89f96b8f4dd7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TtsEgAMR {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TtsEgAMR" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[967dbba0-a71d-4a90-a360-1fffbe630846]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TtsEgAMR'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4cb52aa-e1b6-4405-bca7-b1d85cb0c412]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0819e4-a9d2-4930-9b43-b2317e11f7df]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:34:24 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:34:24 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:34:24 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 19:34:24 user nova-compute[74701]: 
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da6ea0b0-db9c-4845-a067-bc18e8a2679b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]
Oct 24 19:34:24 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.
Oct 24 19:34:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[693349c9-9dae-4d54-b2d8-00dfc221d554]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[97748b81-02f1-425b-b4ba-f8bbf14832df]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:34:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:34:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.248s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed29d268-340a-44b6-95cf-4646b37ae6aa]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '26239633139653338', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239633139653338', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-504404459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lazy-loading 'pci_devices' on Instance uuid feb38b0d-4bb1-4446-a306-8147bbc45b9a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:34:25 user nova-compute[74701]:   <uuid>feb38b0d-4bb1-4446-a306-8147bbc45b9a</uuid>
Oct 24 19:34:25 user nova-compute[74701]:   <name>instance-00000008</name>
Oct 24 19:34:25 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:34:25 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:34:25 user nova-compute[74701]:   <metadata>
Oct 24 19:34:25 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:34:25 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:34:25 user nova-compute[74701]:       <nova:name>tempest-ServerActionsV293TestJSON-server-504404459</nova:name>
Oct 24 19:34:25 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:34:24</nova:creationTime>
Oct 24 19:34:25 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:34:25 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:34:25 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:34:25 user nova-compute[74701]:       <nova:owner>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:user uuid="e37b557cb41841c4815066283105840f">tempest-ServerActionsV293TestJSON-1547739651-project-member</nova:user>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:project uuid="b549b3281e6e4fbbb4fa661b9e762446">tempest-ServerActionsV293TestJSON-1547739651</nova:project>
Oct 24 19:34:25 user nova-compute[74701]:       </nova:owner>
Oct 24 19:34:25 user nova-compute[74701]:       <nova:ports>
Oct 24 19:34:25 user nova-compute[74701]:         <nova:port uuid="8472f423-3fa4-4ebc-b830-a2a528dea976">
Oct 24 19:34:25 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:34:25 user nova-compute[74701]:         </nova:port>
Oct 24 19:34:25 user nova-compute[74701]:       </nova:ports>
Oct 24 19:34:25 user nova-compute[74701]:     </nova:instance>
Oct 24 19:34:25 user nova-compute[74701]:   </metadata>
Oct 24 19:34:25 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:34:25 user nova-compute[74701]:     <system>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="serial">feb38b0d-4bb1-4446-a306-8147bbc45b9a</entry>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="uuid">feb38b0d-4bb1-4446-a306-8147bbc45b9a</entry>
Oct 24 19:34:25 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:34:25 user nova-compute[74701]:     </system>
Oct 24 19:34:25 user nova-compute[74701]:   </sysinfo>
Oct 24 19:34:25 user nova-compute[74701]:   <os>
Oct 24 19:34:25 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:34:25 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:34:25 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:34:25 user nova-compute[74701]:   </os>
Oct 24 19:34:25 user nova-compute[74701]:   <features>
Oct 24 19:34:25 user nova-compute[74701]:     <acpi/>
Oct 24 19:34:25 user nova-compute[74701]:     <apic/>
Oct 24 19:34:25 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:34:25 user nova-compute[74701]:   </features>
Oct 24 19:34:25 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:34:25 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:34:25 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:34:25 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:34:25 user nova-compute[74701]:   </clock>
Oct 24 19:34:25 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:34:25 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:34:25 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:34:25 user nova-compute[74701]:   </cpu>
Oct 24 19:34:25 user nova-compute[74701]:   <devices>
Oct 24 19:34:25 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:34:25 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:34:25 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:34:25 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:34:25 user nova-compute[74701]:       <serial>a24cd0d8-3f0b-4744-9223-e7759bdee30e</serial>
Oct 24 19:34:25 user nova-compute[74701]:     </disk>
Oct 24 19:34:25 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:34:25 user nova-compute[74701]:       <mac address="fa:16:3e:5a:f7:24"/>
Oct 24 19:34:25 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:34:25 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:34:25 user nova-compute[74701]:       <target dev="tap8472f423-3f"/>
Oct 24 19:34:25 user nova-compute[74701]:     </interface>
Oct 24 19:34:25 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:34:25 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a/console.log" append="off"/>
Oct 24 19:34:25 user nova-compute[74701]:     </serial>
Oct 24 19:34:25 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:34:25 user nova-compute[74701]:     <video>
Oct 24 19:34:25 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:34:25 user nova-compute[74701]:     </video>
Oct 24 19:34:25 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:34:25 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:34:25 user nova-compute[74701]:     </rng>
Oct 24 19:34:25 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:34:25 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:34:25 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:34:25 user nova-compute[74701]:     </memballoon>
Oct 24 19:34:25 user nova-compute[74701]:   </devices>
Oct 24 19:34:25 user nova-compute[74701]: </domain>
Oct 24 19:34:25 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-504404459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG os_vif [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1f0d9d5-230c-5014-826d-6add361dc047', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8472f423-3f, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8472f423-3f, col_values=(('qos', UUID('a1ed203e-4938-4ddc-a55e-c91c4ef9ed76')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8472f423-3f, col_values=(('external_ids', {'iface-id': '8472f423-3fa4-4ebc-b830-a2a528dea976', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:f7:24', 'vm-uuid': 'feb38b0d-4bb1-4446-a306-8147bbc45b9a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:25 user nova-compute[74701]: INFO os_vif [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f')
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:34:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] No VIF found with MAC fa:16:3e:5a:f7:24, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:34:27 user nova-compute[74701]: WARNING nova.compute.manager [req-3c2be392-d5c4-431b-a182-5dc74440d5e4 req-a95291e9-3653-414f-8ada-e248c5b28d35 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state building and task_state spawning.
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:34:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance spawned successfully.
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:34:29 user nova-compute[74701]: WARNING nova.compute.manager [req-e2ac2200-2712-4163-afd3-ea94b003e2f0 req-b5596225-3ca3-4abb-8a0a-365fa1a01c22 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state building and task_state spawning.
Oct 24 19:34:29 user nova-compute[74701]: INFO nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Took 5.14 seconds to spawn the instance on the hypervisor.
Oct 24 19:34:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:34:29 user nova-compute[74701]: INFO nova.compute.manager [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Took 26.07 seconds to build instance.
Oct 24 19:34:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-15b84dbe-5be9-4e39-a5ad-59558c2fe0f6 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.186s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:34:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:41 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lazy-loading 'flavor' on Instance uuid 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.161s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.330s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:43 user nova-compute[74701]: INFO nova.compute.manager [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Attaching volume 14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 to /dev/vdb
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.utils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c5ed1e-1424-4bd6-85ef-933dafd7594e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[64953f19-100c-4a9c-a243-edd91626efc4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0fd5d1-1929-40a6-9adb-ca8bce8c4686]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38e6e64-328b-43f8-b440-d6e782da83c2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:43 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:34:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[91662f9a-bf2e-4cc6-a16f-4cd8263ad751]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG os_brick.utils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:34:43 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updating existing volume attachment record: c80e9ef3-a474-4a31-a625-4aaa7f8ad1b3 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-changed-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Refreshing instance network info cache due to event network-changed-3f020c4b-ddcd-47cf-912c-8dfd9f77417e. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Refreshing network info cache for port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing instance network info cache due to event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:34:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7429MB free_disk=25.52851104736328GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 2cf2213b-3696-4204-8d35-2cb8c234db56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 89a303c8-3257-4b46-ac08-77d1336d711d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance feb38b0d-4bb1-4446-a306-8147bbc45b9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.677s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updated VIF entry in instance network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:34:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e0e7f0b7-6aa2-4532-8a0c-cfeb040b109a req-47671871-4d8e-4376-b12a-58ee9ad41465 service nova] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updated VIF entry in instance network info cache for port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d01ae511-d2c5-4ad5-9be4-06bcc2dc5920 req-4bf39cf7-ffd4-4af6-9e2b-c86c131ab5c8 service nova] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:34:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Acquiring lock "6ce43142-ec5c-48cb-8426-a2ab5939ac87" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "6ce43142-ec5c-48cb-8426-a2ab5939ac87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:34:49 user nova-compute[74701]: INFO nova.compute.claims [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Claim successful on node user
Oct 24 19:34:49 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.421s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:34:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:34:50 user nova-compute[74701]: INFO nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Booting with volume a024d7f7-def5-4251-b831-8f7f085bea48 at /dev/vda
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.policy [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8be3128e34847a391b7caf527bd0edc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '963e89d158da4aeea8dd61b448f59dc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d862d0f-a92e-45cd-ab61-bd3ffffd7fb9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3fc532-8dfa-4f9b-b49c-d4332aa6b861]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd8463f-f066-4f79-a5af-11631e447726]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aa0f7c3-fc2a-410f-a97a-0d84ef359f07]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:50 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:34:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f46543-6224-498a-8485-8efca6ec8ade]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating existing volume attachment record: 8bb18113-3f20-4915-ba1d-6228d45789e1 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:34:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully created port: 310ea782-2023-4ecd-a472-37c2e828aa33 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:51 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully created port: 1d79276d-ac83-416d-afd9-c42ea14837cf {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully created port: 33b2934a-db63-46a4-8b26-78c6d2d14ed7 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully created port: 1e44d227-7bf8-4cce-892a-88d134f7a6c3 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Acquiring lock "8534eaf0-cc0b-45ee-ac03-18972fd93633" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "8534eaf0-cc0b-45ee-ac03-18972fd93633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully created port: 95444027-ba99-4b36-8f96-85e019134084 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:34:53 user nova-compute[74701]: INFO nova.compute.claims [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Claim successful on node user
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.490s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:34:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:34:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 310ea782-2023-4ecd-a472-37c2e828aa33 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-310ea782-2023-4ecd-a472-37c2e828aa33 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-310ea782-2023-4ecd-a472-37c2e828aa33. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 310ea782-2023-4ecd-a472-37c2e828aa33 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:34:54 user nova-compute[74701]: INFO nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Booting with volume 8589160f-a075-40fb-9705-02fa4f7dddca at /dev/vda
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.policy [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '407bc56e42db42ca86dc1e979cc83929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a826f43056a54eb5b192e555845bdfff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d743e4c0-d532-4e8d-ae70-b2b670afea23]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f072769c-d2f9-484a-95f3-b338a4ee6b1a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d3a1d8-64c0-4a27-8de3-e516e264c49b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad362759-2fa5-4138-996b-e2e1e4dda6b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:34:54 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[974e1d02-1803-434d-b030-2aa41eea3d2a]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating existing volume attachment record: e8590d20-85d6-4713-98fe-efe31be34fa9 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb853319-953c-48da-bedf-203920428cf3 req-196c69e5-a318-428c-81ff-b2971ae77b99 service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 2c7f388e-0670-41e7-8ff5-7aeb5711cd16 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully created port: ab50a327-2d78-416a-934d-64478dda2621 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: d0916a63-4365-42ba-b108-a9578ad6cb0a {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully created port: 3de17a85-2ef8-4222-9db7-ce8669d39a5e {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 1d79276d-ac83-416d-afd9-c42ea14837cf {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-2c7f388e-0670-41e7-8ff5-7aeb5711cd16 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-2c7f388e-0670-41e7-8ff5-7aeb5711cd16. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 2c7f388e-0670-41e7-8ff5-7aeb5711cd16 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully created port: aa325a96-e44d-4172-b6cf-c7d29318143c {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-d0916a63-4365-42ba-b108-a9578ad6cb0a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-d0916a63-4365-42ba-b108-a9578ad6cb0a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port d0916a63-4365-42ba-b108-a9578ad6cb0a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-1d79276d-ac83-416d-afd9-c42ea14837cf {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-1d79276d-ac83-416d-afd9-c42ea14837cf. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 1d79276d-ac83-416d-afd9-c42ea14837cf {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully created port: b3f30297-8c98-4c14-b764-72ddcd773b30 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 33b2934a-db63-46a4-8b26-78c6d2d14ed7 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9455dbf4-0db8-4eab-9fd0-5eaefb37c091 req-eb1b8174-b240-4b91-9906-40616288faee service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully created port: 0fac97c3-d074-49e1-ba44-8f0fbb6166bc {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:34:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:34:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 1e44d227-7bf8-4cce-892a-88d134f7a6c3 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Successfully updated port: 95444027-ba99-4b36-8f96-85e019134084 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-33b2934a-db63-46a4-8b26-78c6d2d14ed7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-33b2934a-db63-46a4-8b26-78c6d2d14ed7. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: ab50a327-2d78-416a-934d-64478dda2621 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-ab50a327-2d78-416a-934d-64478dda2621 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-ab50a327-2d78-416a-934d-64478dda2621. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port ab50a327-2d78-416a-934d-64478dda2621 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:34:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f8c7da1-e9ce-4067-a923-e1ba91a11aa9 req-48198118-b960-4e73-a356-cf9b8d61b495 service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:34:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: 8aaf36f7-a451-441f-8908-41ecd0b0aa97 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:34:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: e8c52236-bdea-4152-90f7-023cc8674a71 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-95444027-ba99-4b36-8f96-85e019134084 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-95444027-ba99-4b36-8f96-85e019134084. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-8aaf36f7-a451-441f-8908-41ecd0b0aa97 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-8aaf36f7-a451-441f-8908-41ecd0b0aa97. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port 8aaf36f7-a451-441f-8908-41ecd0b0aa97 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [{"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance network_info: |[{"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 33b2934a-db63-46a4-8b26-78c6d2d14ed7 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-e8c52236-bdea-4152-90f7-023cc8674a71 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-e8c52236-bdea-4152-90f7-023cc8674a71. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port e8c52236-bdea-4152-90f7-023cc8674a71 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: 3de17a85-2ef8-4222-9db7-ce8669d39a5e {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updated VIF entry in instance network info cache for port 33b2934a-db63-46a4-8b26-78c6d2d14ed7. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [{"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Received event network-changed-1e44d227-7bf8-4cce-892a-88d134f7a6c3 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing instance network info cache due to event network-changed-1e44d227-7bf8-4cce-892a-88d134f7a6c3. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Acquiring lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 1e44d227-7bf8-4cce-892a-88d134f7a6c3 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64206f5b-f2a8-4cce-9d33-7af2b4b7f352 req-0b12b493-a174-41ea-a372-6673375d6d29 service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updated VIF entry in instance network info cache for port 1e44d227-7bf8-4cce-892a-88d134f7a6c3. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [{"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-328a6551-1652-45fb-b51b-d928fd73e1f9 req-1d6a538c-dc51-44d0-a860-118f4dcbb975 service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] Acquired lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Refreshing network info cache for port 95444027-ba99-4b36-8f96-85e019134084 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: aa325a96-e44d-4172-b6cf-c7d29318143c {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updated VIF entry in instance network info cache for port 95444027-ba99-4b36-8f96-85e019134084. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [{"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-37af4624-b5af-4fef-9947-24e32951b249 req-53cde821-e7b4-4611-b8d5-7aea56a08c60 service nova] Releasing lock "refresh_cache-6ce43142-ec5c-48cb-8426-a2ab5939ac87" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-3de17a85-2ef8-4222-9db7-ce8669d39a5e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-3de17a85-2ef8-4222-9db7-ce8669d39a5e. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port 3de17a85-2ef8-4222-9db7-ce8669d39a5e {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: b3f30297-8c98-4c14-b764-72ddcd773b30 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-aa325a96-e44d-4172-b6cf-c7d29318143c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-aa325a96-e44d-4172-b6cf-c7d29318143c. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port aa325a96-e44d-4172-b6cf-c7d29318143c {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4da6abf9-8181-4953-8ac3-6e052755a5b7 req-36a75fe0-1bf9-4f9a-8625-f5caf4e27687 service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Successfully updated port: 0fac97c3-d074-49e1-ba44-8f0fbb6166bc {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-changed-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Refreshing instance network info cache due to event network-changed-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] Acquiring lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] Acquired lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.network.neutron [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Refreshing network info cache for port 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ReWQzIGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:03 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:03 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:03 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f85fe49-edd9-4293-b21c-2014651a3be5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:35:04 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac4e7788-8c81-412b-843b-ae95ca8330a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1] added
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0f6028c-9d36-4605-809b-884fbdd20c17]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[25367e34-c0b6-4394-9ef0-775faf1e2276]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ReWQzIGs {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ReWQzIGs" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1d3045-79ea-4f25-82f0-aaf2a5c2d811]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ReWQzIGs'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG nova.network.neutron [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updated VIF entry in instance network info cache for port 081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG nova.network.neutron [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating instance_info_cache with network_info: [{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec406b85-f922-459e-b3d9-1c7db88b706a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-907aa911-9d6f-4ad1-902a-06fb511ddaca req-85111ee1-cda7-4cdc-9dc0-ed7521a99aaa service nova] Releasing lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[29052a9a-d8b7-4a57-aa7e-2b18085ebabd]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec79c14-e201-456d-9992-c571a7639bdb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260]
Oct 24 19:35:04 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260] successful.
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b45be0d-8325-4690-aa8f-29c55c70df54]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[04be2582-15d3-43ae-832a-cb5d1d280df4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:04 user nova-compute[74701]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:04 user nova-compute[74701]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)
Oct 24 19:35:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[824274b3-1ba4-4c26-99ae-4b2f9c52b9ef]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ReWQzIGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-b3f30297-8c98-4c14-b764-72ddcd773b30 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-b3f30297-8c98-4c14-b764-72ddcd773b30. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26463393732356637', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26463393732356637', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lazy-loading 'flavor' on Instance uuid 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:35:05 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:35:05 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:35:05 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:35:05 user nova-compute[74701]:   <serial>14fe2072-b7a6-43d6-b56f-e56bb9cf73f1</serial>
Oct 24 19:35:05 user nova-compute[74701]: </disk>
Oct 24 19:35:05 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [{"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:05 user nova-compute[74701]: INFO nova.compute.manager [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Shelving
Oct 24 19:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance network_info: |[{"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port b3f30297-8c98-4c14-b764-72ddcd773b30 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] No VIF found with MAC fa:16:3e:1b:91:db, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e5236f5-c62e-46f0-a683-03c3890180b0 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.534s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: INFO nova.compute.manager [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Terminating instance
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:35:06 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance destroyed successfully.
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updated VIF entry in instance network info cache for port b3f30297-8c98-4c14-b764-72ddcd773b30. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [{"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:06 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Beginning cold snapshot process
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:06 user nova-compute[74701]: WARNING nova.compute.manager [req-ecf073c4-02ee-4e3c-a727-26a924797a55 req-9dd1e0e0-b1f8-4e94-8521-a1a69d4f0293 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving.
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Received event network-changed-0fac97c3-d074-49e1-ba44-8f0fbb6166bc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing instance network info cache due to event network-changed-0fac97c3-d074-49e1-ba44-8f0fbb6166bc. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Acquiring lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Acquired lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Refreshing network info cache for port 0fac97c3-d074-49e1-ba44-8f0fbb6166bc {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk /opt/stack/data/nova/instances/snapshots/tmpurhgzfnp/3f2ee6f2dadb41739b6b5527f0036a3a {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-unplugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] No waiting events found dispatching network-vif-unplugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-0e87b1d2-187e-4009-a2b9-6181e74fe082 req-678ef8d4-b825-47d2-978f-7aef0a3b3fc2 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-unplugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Instance destroyed successfully.
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lazy-loading 'resources' on Instance uuid 8a6a7b72-2b6d-43a6-ae04-8bac2b350596 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-855599664',display_name='tempest-DeleteServersTestJSON-server-855599664',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-855599664',id=1,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='af4a90fa10cc4315adbbdd226958f9c4',ramdisk_id='',reservation_id='r-w7x71t27',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1595585534',owner_user_name='tempest-DeleteServersTestJSON-1595585534-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:33:01Z,user_data=None,user_id='9e27e15fc3284377aea0cad9ee72bc7a',uuid=8a6a7b72-2b6d-43a6-ae04-8bac2b350596,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converting VIF {"id": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "address": "fa:16:3e:1b:91:db", "network": {"id": "f821f5ca-8df2-42f7-80c9-c73a3309483a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1873612253-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "af4a90fa10cc4315adbbdd226958f9c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf210a43c-a3", "ovs_interfaceid": "f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG os_vif [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf210a43c-a3, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc0b5dcd-203b-4962-a541-e2889622fcc6) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:07 user nova-compute[74701]: INFO os_vif [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:91:db,bridge_name='br-int',has_traffic_filtering=True,id=f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c,network=Network(f821f5ca-8df2-42f7-80c9-c73a3309483a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf210a43c-a3')
Oct 24 19:35:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ReWQzIGs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:07 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.083s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[929c1cc9-b2bb-4307-80c1-f5929f9d2265]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:35:08 user nova-compute[74701]: No targets found.
Oct 24 19:35:08 user nova-compute[74701]: iSNS:
Oct 24 19:35:08 user nova-compute[74701]: No targets found.
Oct 24 19:35:08 user nova-compute[74701]: STATIC:
Oct 24 19:35:08 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e
Oct 24 19:35:08 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:35:08 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:35:08 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1
Oct 24 19:35:08 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:35:08 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:35:08 user nova-compute[74701]: FIRMWARE:
Oct 24 19:35:08 user nova-compute[74701]: No targets found.
Oct 24 19:35:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:35:08 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:35:08 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a631f044-56d7-4b25-9bd3-f71a3dd97738]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[521666ce-3029-4eb6-8d39-570138885e9a]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:08 user nova-compute[74701]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)
Oct 24 19:35:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:08 user nova-compute[74701]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 (non-flash)
Oct 24 19:35:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f2447e0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86bae41-3f70-4ea1-bd85-8b7c72e00c6e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[92dc2ca9-fa62-45e4-a0a1-fe8ad567ceea]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9c88266-8049-4c16-8124-e760b7fed2fb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updated VIF entry in instance network info cache for port 0fac97c3-d074-49e1-ba44-8f0fbb6166bc. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.network.neutron [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [{"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.064s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dafb5481-386d-40cb-9615-f419115233d4]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b7c95032-1521-422d-93a1-7bfb242ab541 req-22bbb43a-2bf4-413f-ba23-ef72b4d540da service nova] Releasing lock "refresh_cache-8534eaf0-cc0b-45ee-ac03-18972fd93633" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.043s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f36c024-8f8f-4889-9c3d-5209c730c1a5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[393bfc5b-418d-44fd-8626-bc45af4e9376]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260]
Oct 24 19:35:08 user nova-compute[74701]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1, portal: 172.16.0.220,3260] successful.
Oct 24 19:35:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:14fe2072-b7a6-43d6-b56f-e56bb9cf73f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36f4c73-64f4-4b7d-a5cd-a7231a88c0fe]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.586s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] <== disconnect_volume: return (587ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:35:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Deleting instance files /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596_del
Oct 24 19:35:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Deletion of /opt/stack/data/nova/instances/8a6a7b72-2b6d-43a6-ae04-8bac2b350596_del complete
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk /opt/stack/data/nova/instances/snapshots/tmpurhgzfnp/3f2ee6f2dadb41739b6b5527f0036a3a" returned: 0 in 1.416s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Snapshot extracted, beginning image upload
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74701) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 24 19:35:08 user nova-compute[74701]: INFO nova.virt.libvirt.host [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] UEFI support detected
Oct 24 19:35:08 user nova-compute[74701]: INFO nova.compute.manager [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Took 2.01 seconds to destroy the instance on the hypervisor.
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.008s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:08 user nova-compute[74701]: WARNING nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:08 user nova-compute[74701]: WARNING nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:08 user nova-compute[74701]: WARNING nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:08 user nova-compute[74701]: WARNING nova.compute.manager [req-819647cb-6a0f-421e-9bb9-296debec8b44 req-d25b47a4-a95f-4cb1-8a6a-217e320f7ba9 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-changed-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Refreshing instance network info cache due to event network-changed-d873415e-af62-40d1-9e46-930c466c8d52. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] Acquiring lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] Acquired lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.network.neutron [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Refreshing network info cache for port d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Acquiring lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] No waiting events found dispatching network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:09 user nova-compute[74701]: WARNING nova.compute.manager [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received unexpected event network-vif-plugged-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c for instance with vm_state active and task_state deleting.
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-changed-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Refreshing instance network info cache due to event network-changed-5d175860-0b07-4064-9785-e51a49082c98. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Acquiring lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Acquired lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Refreshing network info cache for port 5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lazy-loading 'flavor' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:10 user nova-compute[74701]: INFO nova.compute.manager [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attaching volume 6f275708-e9d9-45a9-a577-e3d425f24483 to /dev/vdb
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:10 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Took 1.38 seconds to deallocate network for instance.
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updated VIF entry in instance network info cache for port 5d175860-0b07-4064-9785-e51a49082c98. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating instance_info_cache with network_info: [{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ce78f53-6b44-4587-bc90-8df8ffb5110f req-1711a83d-b74f-40ec-ac00-6e2e0daaf39b service nova] Releasing lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updated VIF entry in instance network info cache for port d873415e-af62-40d1-9e46-930c466c8d52. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating instance_info_cache with network_info: [{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e5369461-7044-4b08-af67-762e01251021 req-2ec09fb5-2e29-484d-b881-2578a646d395 service nova] Releasing lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:10 user nova-compute[74701]: WARNING nova.compute.manager [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:35:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f952ba5-b1b8-45c1-ac52-3726ebf4f3c2 req-983cea5e-40e3-4f3b-bf3a-32bee8515049 service nova] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Received event network-vif-deleted-f210a43c-a3d6-4c9e-9767-7fdcaa4bd44c {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:11 user nova-compute[74701]: INFO nova.compute.manager [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] [instance: 8a6a7b72-2b6d-43a6-ae04-8bac2b350596] Took 1.14 seconds to detach 1 volumes for instance.
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.utils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[584c5cdf-4d14-426c-b100-cb7643cad9ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1c4860-c355-4fb3-9a57-ab1ebec68801]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[90946819-44d8-4b97-9fb5-d24d3ea74a4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c1b242-0eaa-448c-9d8a-5f470adeff91]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:11 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[863452e7-9383-476a-8ae7-73d4dafec93a]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG os_brick.utils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating existing volume attachment record: 8557e0ea-fb7f-4822-88cc-6793075d501f {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG nova.objects.instance [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'flavor' on Instance uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.111s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:35:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.610s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:11 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Deleted allocations for instance 8a6a7b72-2b6d-43a6-ae04-8bac2b350596
Oct 24 19:35:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f2dba653-a5f9-49f6-a32d-b71077b1cd28 tempest-DeleteServersTestJSON-1595585534 tempest-DeleteServersTestJSON-1595585534-project-member] Lock "8a6a7b72-2b6d-43a6-ae04-8bac2b350596" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.458s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Snapshot image upload complete
Oct 24 19:35:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:35:12 user nova-compute[74701]: INFO nova.compute.manager [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Shelve offloading
Oct 24 19:35:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance destroyed successfully.
Oct 24 19:35:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-changed-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Refreshing instance network info cache due to event network-changed-13b6d3e8-294c-437d-a062-3af67528cf42. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] Acquiring lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] Acquired lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Refreshing network info cache for port 13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.network.neutron [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updated VIF entry in instance network info cache for port 13b6d3e8-294c-437d-a062-3af67528cf42. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updating instance_info_cache with network_info: [{"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2f36074-44a5-4fd6-8aab-46e262cb0093 req-2be807a3-23b9-46ed-88fa-e63db947d20c service nova] Releasing lock "refresh_cache-89a303c8-3257-4b46-ac08-77d1336d711d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance destroyed successfully.
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'resources' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFOZBlLYnz1n8pJv3vUCVkFORv1goCDHqC4pWP5PJ6Nzv1kSHA8Q6kMb/lD1uL0dipkKVvkvyZWhUGhb8wfcqy87ccKK3M0zPoSgF1wsv72L9bbOljOddNU9B5w5D0T+Q==',key_name='tempest-keypair-584563854',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:35:12.454689',shelved_host='user',shelved_image_id='bb496bb5-2838-41b8-9858-b79e52c00792'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:35:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG os_vif [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb11720d2-03, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f241fa5e-454c-456c-b705-0dc13bef6dd2) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing instance network info cache due to event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:14 user nova-compute[74701]: INFO os_vif [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03')
Oct 24 19:35:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Deleting instance files /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e_del
Oct 24 19:35:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Deletion of /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e_del complete
Oct 24 19:35:14 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Deleted allocations for instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'numa_topology' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.objects.base [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e> lazy-loaded attributes: resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updated VIF entry in instance network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapb11720d2-03", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b576cc3-89f4-4832-9f4f-fba7d64b25e2 req-8f9e9af1-7775-425e-8520-3f41f5b00cd8 service nova] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-afbdaf67-1600-49ca-bf5c-41bd3a4b563a tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 9.071s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lazy-loading 'flavor' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.118s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:16 user nova-compute[74701]: INFO nova.compute.manager [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Attaching volume f636a365-5f89-420b-b864-2cca73926295 to /dev/vdb
Oct 24 19:35:16 user nova-compute[74701]: INFO nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Booting with volume eca24707-d9a2-4b0b-8d19-d0707fa8cb75 at /dev/vdb
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lazy-loading 'flavor' on Instance uuid 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3fbdeae-94b1-4d77-aced-920bd03feca9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72fa1e43-791d-42e6-a7a5-795021629562]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b11e12-6717-474c-845d-1f5c1df261b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a93ab293-0078-4210-9e7e-b960cde0731f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:16 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bfb253d-a1a7-427f-a551-fdf54455c810]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] <== get_connector_properties: return (182ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating existing volume attachment record: e517b264-dd68-47bc-a6e1-43fbe8831ffb {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:16 user nova-compute[74701]: INFO nova.compute.manager [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Attaching volume 2242e69a-7e8f-45b0-874c-3284c67bcdfa to /dev/vdb
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e60044b-f83a-463c-8cd3-5b441e25dbb3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8802d3c2-a04d-4e52-8f7e-4c6c5054a18a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6255e5ae-275e-4e54-ba5e-93fc0bb221a4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2285e32-d05f-4405-a5e8-e4afc531b618]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:16 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[309b4b5c-7a39-427e-80b1-fcf2d7c6cbb9]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:16 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating existing volume attachment record: 1c005ca0-c553-4611-941d-8898b4d11581 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:21 user nova-compute[74701]: INFO nova.compute.manager [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Attaching volume 15868df5-513e-488d-b882-ad6619d7428c to /dev/sdc
Oct 24 19:35:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:30 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:30 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:30 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[18b5167b-b01d-404b-b35b-4eefb175f0df]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:35:30 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e36425e-1c9d-4a07-bf85-340c6546153c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483] added
Oct 24 19:35:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba19cfb-8c30-4652-8186-c38715074bf8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7006dbe8-bc7d-4b5c-9c4d-2f92fc14f08c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bKDonWUk {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bKDonWUk" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[89808fd6-d540-45c3-a5b2-34f64a12d3da]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bKDonWUk'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ff9360-77a8-4997-a682-f91e7b4ef040]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: INFO nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Booting with volume e51e47f4-d079-40e6-8ac6-75e42d9e17da at /dev/vdb
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e2cb3b-da56-46e3-bb49-868cd99cc915]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7dfadb0-30f4-452e-8046-b98968e9ea3d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]
Oct 24 19:35:30 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.
Oct 24 19:35:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea6e648-352b-41a9-a8c4-c5e0664460db]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed567a34-b817-4c98-8264-0ec8c52100e4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:31 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:31 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[241099ce-c0c4-4614-a279-e1ab5e89ab39]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.utils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7239c80-bc14-4ef5-aadf-b43b544b2074]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[52fceb66-396b-49bb-9ce5-415573f83af0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e18c2f36-4525-4912-a06d-5c16eb196a57]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4b9df0-26fe-48e4-8256-9ae142500600]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:31 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a7d3a18-47e0-4304-a0ef-2cb3f021d9a4]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.utils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] <== get_connector_properties: return (156ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updating existing volume attachment record: d7aa7113-bcc1-49d3-8d1b-ed84459dabb2 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.utils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e2bb4f7-328f-465c-b795-926e7bb90760]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[35c29587-5cc8-4f30-8f8b-bc9d1fa27741]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d12d567-7ec7-47e1-8170-8e26ad76fa4d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b2285f-6126-49fb-ad47-2831e5c84c3f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:31 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95c1a822-e41e-493d-b563-d86f5571af10]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG os_brick.utils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:31 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating existing volume attachment record: e5403520-2c82-4de4-b85f-6a193d35d0f7 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23031353730633836', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031353730633836', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lazy-loading 'flavor' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:35:32 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:35:32 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:35:32 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:35:32 user nova-compute[74701]:   <serial>6f275708-e9d9-45a9-a577-e3d425f24483</serial>
Oct 24 19:35:32 user nova-compute[74701]: </disk>
Oct 24 19:35:32 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] No VIF found with MAC fa:16:3e:97:08:28, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:35:32 user nova-compute[74701]: INFO nova.compute.claims [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Claim successful on node user
Oct 24 19:35:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:35:32 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.387s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:35:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.policy [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd98bba3012554bbb86353c2d040ef325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33428fe8ba24ba292e9ffaeadb7ff23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:35:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Creating image(s)
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "/opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "/opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "/opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk 1073741824" returned: 0 in 0.052s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Successfully created port: 799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Cannot resize image /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Ensure instance console log exists: /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Successfully updated port: 799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquired lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing instance network info cache due to event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] Acquiring lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Releasing lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Instance network_info: |[{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] Acquired lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.neutron [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Start _get_guest_xml network_info=[{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:35:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:35:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:35:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1752503291',display_name='tempest-TestStampPattern-server-1752503291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1752503291',id=11,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-s719sib1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:35:33Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=f867e3d5-7c4b-4d34-8819-b0f3aa74cf94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'pci_devices' on Instance uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:35:34 user nova-compute[74701]:   <uuid>f867e3d5-7c4b-4d34-8819-b0f3aa74cf94</uuid>
Oct 24 19:35:34 user nova-compute[74701]:   <name>instance-0000000b</name>
Oct 24 19:35:34 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:35:34 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:35:34 user nova-compute[74701]:   <metadata>
Oct 24 19:35:34 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:35:34 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:name>tempest-TestStampPattern-server-1752503291</nova:name>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:35:34</nova:creationTime>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:35:34 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:35:34 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:owner>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:user uuid="d98bba3012554bbb86353c2d040ef325">tempest-TestStampPattern-164934989-project-member</nova:user>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:project uuid="c33428fe8ba24ba292e9ffaeadb7ff23">tempest-TestStampPattern-164934989</nova:project>
Oct 24 19:35:34 user nova-compute[74701]:       </nova:owner>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:35:34 user nova-compute[74701]:       <nova:ports>
Oct 24 19:35:34 user nova-compute[74701]:         <nova:port uuid="799b0e89-470c-4531-bcf6-814e1b3e2979">
Oct 24 19:35:34 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 19:35:34 user nova-compute[74701]:         </nova:port>
Oct 24 19:35:34 user nova-compute[74701]:       </nova:ports>
Oct 24 19:35:34 user nova-compute[74701]:     </nova:instance>
Oct 24 19:35:34 user nova-compute[74701]:   </metadata>
Oct 24 19:35:34 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:35:34 user nova-compute[74701]:     <system>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="serial">f867e3d5-7c4b-4d34-8819-b0f3aa74cf94</entry>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="uuid">f867e3d5-7c4b-4d34-8819-b0f3aa74cf94</entry>
Oct 24 19:35:34 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:35:34 user nova-compute[74701]:     </system>
Oct 24 19:35:34 user nova-compute[74701]:   </sysinfo>
Oct 24 19:35:34 user nova-compute[74701]:   <os>
Oct 24 19:35:34 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:35:34 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:35:34 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:35:34 user nova-compute[74701]:   </os>
Oct 24 19:35:34 user nova-compute[74701]:   <features>
Oct 24 19:35:34 user nova-compute[74701]:     <acpi/>
Oct 24 19:35:34 user nova-compute[74701]:     <apic/>
Oct 24 19:35:34 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:35:34 user nova-compute[74701]:   </features>
Oct 24 19:35:34 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:35:34 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:35:34 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:35:34 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:35:34 user nova-compute[74701]:   </clock>
Oct 24 19:35:34 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:35:34 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:35:34 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:35:34 user nova-compute[74701]:   </cpu>
Oct 24 19:35:34 user nova-compute[74701]:   <devices>
Oct 24 19:35:34 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:35:34 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:35:34 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk"/>
Oct 24 19:35:34 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:35:34 user nova-compute[74701]:     </disk>
Oct 24 19:35:34 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:35:34 user nova-compute[74701]:       <mac address="fa:16:3e:69:d5:84"/>
Oct 24 19:35:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:35:34 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:35:34 user nova-compute[74701]:       <target dev="tap799b0e89-47"/>
Oct 24 19:35:34 user nova-compute[74701]:     </interface>
Oct 24 19:35:34 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:35:34 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/console.log" append="off"/>
Oct 24 19:35:34 user nova-compute[74701]:     </serial>
Oct 24 19:35:34 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:35:34 user nova-compute[74701]:     <video>
Oct 24 19:35:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:35:34 user nova-compute[74701]:     </video>
Oct 24 19:35:34 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:35:34 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:35:34 user nova-compute[74701]:     </rng>
Oct 24 19:35:34 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:35:34 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:35:34 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:35:34 user nova-compute[74701]:     </memballoon>
Oct 24 19:35:34 user nova-compute[74701]:   </devices>
Oct 24 19:35:34 user nova-compute[74701]: </domain>
Oct 24 19:35:34 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:35:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1752503291',display_name='tempest-TestStampPattern-server-1752503291',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1752503291',id=11,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-s719sib1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:35:33Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=f867e3d5-7c4b-4d34-8819-b0f3aa74cf94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG os_vif [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c44a4b04-f0a0-5a97-82a1-f2b47dcf68a6', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap799b0e89-47, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap799b0e89-47, col_values=(('qos', UUID('b1441f3f-c6c1-4007-8de8-a87d7a526af1')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap799b0e89-47, col_values=(('external_ids', {'iface-id': '799b0e89-470c-4531-bcf6-814e1b3e2979', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:d5:84', 'vm-uuid': 'f867e3d5-7c4b-4d34-8819-b0f3aa74cf94'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:35 user nova-compute[74701]: INFO os_vif [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47')
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No VIF found with MAC fa:16:3e:69:d5:84, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updated VIF entry in instance network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6893fac8-51fa-4e6a-8139-057f63d0b714 req-1810088d-ebd7-4f4c-bb65-8dae084e2d9f service nova] Releasing lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkciMBWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:35 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:35 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:35 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f61b4f77-b0f9-404e-958a-e2fd95cbdd28]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:35:35 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a044bd39-3401-4225-9194-729bf2b8856e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295] added
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d769c5d-d236-43cf-a54d-a87051bab99d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a953144c-6d40-47f7-9c8d-8380237bb362]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b51d78db-cf41-495c-9143-a52e0517446c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6871e2e8-a909-4dd7-9d1e-43a88afe7b66]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8bacdc5-1a16-4b45-82c4-46753bf77e7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkciMBWX {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[964d4353-6f23-4bad-a729-18828dc76758]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QkciMBWX" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6c60f7e-5078-40a2-a956-7a8b30119464]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QkciMBWX'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:35:35 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb89c0e-87a4-48ed-af3b-85e2bc3ac3cf]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating existing volume attachment record: 42dac071-8628-4e52-a724-4c7bb90b2b8f {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa119e2c-4fff-45db-aa72-493dd02a510e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e2527d-217e-43be-962c-b3c665a0b221]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[856af400-719f-45da-9283-3028906886a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260]
Oct 24 19:35:35 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260] successful.
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc249bf-6acf-4535-97fd-62908576f024]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e77325-f8e8-4083-bf06-64214113a1d3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.350s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e35d2ee-9994-42bc-9e2d-ce84ee9a44bf]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:35 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] No waiting events found dispatching network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:36 user nova-compute[74701]: WARNING nova.compute.manager [req-189912f6-8443-4bc1-862d-d3b22eacb19a req-0207e3ff-a674-45e1-8903-02872be1d490 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received unexpected event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 for instance with vm_state building and task_state spawning.
Oct 24 19:35:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkciMBWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23331323238626535', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23331323238626535', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'flavor' on Instance uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:35:36 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:35:36 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:35:36 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:35:36 user nova-compute[74701]:   <serial>f636a365-5f89-420b-b864-2cca73926295</serial>
Oct 24 19:35:36 user nova-compute[74701]: </disk>
Oct 24 19:35:36 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No VIF found with MAC fa:16:3e:82:e8:c1, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:35:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] No waiting events found dispatching network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:35:38 user nova-compute[74701]: WARNING nova.compute.manager [req-2b3febb6-bc34-4b33-a579-3d2f2222d4f7 req-bd798b02-d324-4137-890b-9c747fa6feaf service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received unexpected event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 for instance with vm_state building and task_state spawning.
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:35:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Instance spawned successfully.
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:35:38 user nova-compute[74701]: INFO nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 24 19:35:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:35:39 user nova-compute[74701]: INFO nova.compute.manager [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Took 6.49 seconds to build instance.
Oct 24 19:35:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ea1214aa-0484-4b9d-8645-200ce48b3018 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.603s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Skipping network cache update for instance because it has been migrated to another host. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating instance_info_cache with network_info: [{"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8882bf62-5662-4f59-b49d-9730f4a4dd4a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:35:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:35:46 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7930MB free_disk=25.51959991455078GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 2cf2213b-3696-4204-8d35-2cb8c234db56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 89a303c8-3257-4b46-ac08-77d1336d711d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance feb38b0d-4bb1-4446-a306-8147bbc45b9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:35:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.461s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:35:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-changed-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:35:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Refreshing instance network info cache due to event network-changed-8472f423-3fa4-4ebc-b830-a2a528dea976. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:35:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] Acquiring lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:35:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] Acquired lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:35:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Refreshing network info cache for port 8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JeqkdUiV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:55 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:55 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:55 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updated VIF entry in instance network info cache for port 8472f423-3fa4-4ebc-b830-a2a528dea976. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating instance_info_cache with network_info: [{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c4dba3-09d4-4d66-add2-ff21d60cd50d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:35:55 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4ff48aa9-86e7-41aa-abcd-43985ab856ff req-2cc350a7-7af7-4319-ac67-5e618bfda0d1 service nova] Releasing lock "refresh_cache-feb38b0d-4bb1-4446-a306-8147bbc45b9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d78717f-6c01-4605-a30d-b0e676f1be3f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c] added
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e34657-56e7-407a-93ec-df0085e6099d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a1b3fb-4987-43a2-8b32-dd1c53179504]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JeqkdUiV {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JeqkdUiV" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[202f65f2-e8c2-46ca-b334-d7fac64525c4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JeqkdUiV'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d41a8d-b846-4f81-ba75-86987d415a01]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b850654-4205-4622-bb9c-74b2f6e735aa]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf11fa0-915b-43d8-b9ff-c1baaff5ad69 tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 45.309s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[135d361b-78c0-4cd7-b025-9985a85d22eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260]
Oct 24 19:35:55 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260] successful.
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c46fa75-0230-409d-bb76-8472819deeab]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f68359c7-9c5d-4350-8162-9df6e04804f0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:35:55 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:35:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c02ea8-2cd3-4ca6-86e0-5166f00754f2]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:35:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JeqkdUiV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23862356235653137', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23862356235653137', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lazy-loading 'flavor' on Instance uuid 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:35:56 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:35:56 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:35:56 user nova-compute[74701]:   <target dev="sdc" bus="scsi"/>
Oct 24 19:35:56 user nova-compute[74701]:   <serial>15868df5-513e-488d-b882-ad6619d7428c</serial>
Oct 24 19:35:56 user nova-compute[74701]:   <address type="drive" controller="0" unit="2"/>
Oct 24 19:35:56 user nova-compute[74701]: </disk>
Oct 24 19:35:56 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No BDM found with device name sda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:35:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] No VIF found with MAC fa:16:3e:ae:f8:51, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:35:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIXvFOQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:35:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:35:59 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9245fefa-225b-4355-8d38-c66a159516b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:35:59 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3519882b-5b3b-422c-9404-2379772da769 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 43.697s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[235d5970-4b3a-44c4-9720-e5025eeb582a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa] added
Oct 24 19:35:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:35:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e7fd986-9fd7-4226-93ea-183e7796fcc1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[646fa0bf-b572-42c0-8786-1095f22a4e18]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIXvFOQB {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uIXvFOQB" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbba9fa-3fe3-42bc-b73d-9ac98b370c90]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uIXvFOQB'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3828be5-fca4-410b-9ef2-bd11baee8105]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[08224681-e5c5-494b-8f4b-b5cd71065ed9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ba43fb70-0f93-4a26-86ea-e66f7ed5ccb6 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 38.644s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8250e03-5b50-4d43-81b1-7f6f675c9188]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260]
Oct 24 19:36:00 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: INFO nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Booting with volume 1e115bb0-844e-41c8-ab8b-ae2c2c6f9ca3 at /dev/vdc
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9cb907d-172f-4c86-aadd-3bcd86b0aca1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba265729-249b-481f-93fb-fbe73c2f9730]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:00 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.416s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d84a7d8f-5388-4a8a-a138-d5fa671a8a77]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIXvFOQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec13f33e-dc3b-465d-ab2c-83e3748d9011]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b974b86-a260-4f22-948c-71e2845ae5f4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6120af46-ec04-45b6-a197-599a7e51535f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2949aa-2099-49eb-8e0b-8d594b913523]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:00 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d0083a-e3c6-4e52-b3c7-d34b98b4a2ee]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG os_brick.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:00 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating existing volume attachment record: c91a63b5-eec2-4c02-b2dd-fae26cb3dbbf {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:36:01 user nova-compute[74701]: INFO nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Rebuilding instance
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.utils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[911333c7-61f2-4259-a3e3-5c4d08df82ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f756e7d-19a1-4347-8e6c-e31d62acc393]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2136dac4-d8e4-4b25-aec5-c65c4e50727e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb531d35-828b-4bcf-81d4-b4ea208ddee6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.472s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] <== connect_volume: return (1473ms) {'type': 'block', 'scsi_wwn': '23863636466663664', 'path': '/dev/sdf'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863636466663664', 'path': '/dev/sdf'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:01 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[769e7e6c-b3a9-4f9a-b582-77d33265e03b]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG os_brick.utils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lazy-loading 'flavor' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] attach device xml: <disk type="block" device="disk">
Oct 24 19:36:01 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:01 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:36:01 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:36:01 user nova-compute[74701]:   <serial>2242e69a-7e8f-45b0-874c-3284c67bcdfa</serial>
Oct 24 19:36:01 user nova-compute[74701]: </disk>
Oct 24 19:36:01 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:01 user nova-compute[74701]: INFO nova.compute.manager [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Swapping volume 6f275708-e9d9-45a9-a577-e3d425f24483 for f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:36:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:01 user nova-compute[74701]: INFO nova.compute.manager [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Detaching volume f636a365-5f89-420b-b864-2cca73926295
Oct 24 19:36:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:01 user nova-compute[74701]: WARNING nova.compute.manager [req-bcb88015-5e2b-4f34-b24b-a378b0f92375 req-a88f29c9-83be-4aa1-ad26-83288f8b93c7 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state active and task_state rebuilding.
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] No VIF found with MAC fa:16:3e:37:4b:33, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance destroyed successfully.
Oct 24 19:36:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance destroyed successfully.
Oct 24 19:36:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-142425695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:34:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8472f423-3f, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1ed203e-4938-4ddc-a55e-c91c4ef9ed76) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:02 user nova-compute[74701]: INFO os_vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f')
Oct 24 19:36:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:02 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fcb8f0-40b8-431c-a4cb-a60725db91f8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:02 user nova-compute[74701]: No targets found.
Oct 24 19:36:02 user nova-compute[74701]: iSNS:
Oct 24 19:36:02 user nova-compute[74701]: No targets found.
Oct 24 19:36:02 user nova-compute[74701]: STATIC:
Oct 24 19:36:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295
Oct 24 19:36:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e
Oct 24 19:36:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:36:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:02 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:02 user nova-compute[74701]: No targets found.
Oct 24 19:36:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:02 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:02 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d887f03d-8f63-4b0c-a64b-df1c8a12b371]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[75917dd8-c9ce-4b99-98d3-7f45c56d18ca]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:02 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f244a3be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[43df60aa-90b3-41f4-a94f-7518466708c3]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc91041-cbd9-485b-88c7-2e1619b99a86]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[533ee2a5-c6ec-487a-a9e5-e8b7e44fa957]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5e01e9-5ecd-4d98-bfa0-2c5d8d553cc0]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7570eff3-b9c19e38bdd1f4d9', '/dev/disk/by-id/scsi-26239633139653338', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7570eff3') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f0c513-8e58-4299-adea-44b7a2a074bd]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97bee83-7a84-4a61-867d-6c8d7c6e2c03]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9533f9d-9e2e-40fe-a27a-4e417386e75c]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]
Oct 24 19:36:02 user nova-compute[74701]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c75d680-f38e-41eb-9244-f7590ed36fdc]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== disconnect_volume: return (405ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deleting instance files /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a_del
Oct 24 19:36:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deletion of /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a_del complete
Oct 24 19:36:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:03 user nova-compute[74701]: WARNING nova.compute.manager [req-8ff44ac2-3716-485d-bd76-43939a1653cf req-51fda0e1-b22c-4319-9279-2d9c2e897aaa service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state active and task_state rebuilding.
Oct 24 19:36:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f4ee70f-60fc-44c1-b42b-f0aa610795a1 tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 59.120s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.block_device [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Attempting to driver detach volume f636a365-5f89-420b-b864-2cca73926295 from mountpoint /dev/vdb
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Attempting to detach device vdb from instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:16 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:36:16 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:36:16 user nova-compute[74701]:   <serial>f636a365-5f89-420b-b864-2cca73926295</serial>
Oct 24 19:36:16 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:36:16 user nova-compute[74701]: </disk>
Oct 24 19:36:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully detached device vdb from instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a from the persistent domain config.
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:16 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:36:16 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:36:16 user nova-compute[74701]:   <serial>f636a365-5f89-420b-b864-2cca73926295</serial>
Oct 24 19:36:16 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:36:16 user nova-compute[74701]: </disk>
Oct 24 19:36:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Booting with volume d2a5cc76-5ac6-4ae2-827d-a96fc36bac2f at /dev/vdc
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.compute.manager [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Detaching volume 15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:16 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance feb38b0d-4bb1-4446-a306-8147bbc45b9a could not be found.
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[972baf52-ff93-46d3-9c27-8e077a5ee6e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:16 user nova-compute[74701]: No targets found.
Oct 24 19:36:16 user nova-compute[74701]: iSNS:
Oct 24 19:36:16 user nova-compute[74701]: No targets found.
Oct 24 19:36:16 user nova-compute[74701]: STATIC:
Oct 24 19:36:16 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:16 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:16 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:16 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295
Oct 24 19:36:16 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:16 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:16 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:36:16 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:16 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:16 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:16 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:16 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:16 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:16 user nova-compute[74701]: No targets found.
Oct 24 19:36:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:16 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:16 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9503c6-de1e-42ad-883e-d5ee04aa924a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf46844-59db-446d-ab3b-0dfaec26ce2a]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:16 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f246cd750>, {}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Disconnecting from: [] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.114s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== disconnect_volume: return (116ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e415f75-7a07-42f6-befd-91dea8fc4ec3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.block_device [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Attempting to driver detach volume 15868df5-513e-488d-b882-ad6619d7428c from mountpoint /dev/sdc
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[775b503a-502e-4801-bcf6-893c675a900d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Attempting to detach device sdc from instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:16 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:36:16 user nova-compute[74701]:   <target dev="sdc" bus="scsi"/>
Oct 24 19:36:16 user nova-compute[74701]:   <serial>15868df5-513e-488d-b882-ad6619d7428c</serial>
Oct 24 19:36:16 user nova-compute[74701]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 19:36:16 user nova-compute[74701]: </disk>
Oct 24 19:36:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Successfully detached device sdc from instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 from the persistent domain config.
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:16 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:36:16 user nova-compute[74701]:   <target dev="sdc" bus="scsi"/>
Oct 24 19:36:16 user nova-compute[74701]:   <serial>15868df5-513e-488d-b882-ad6619d7428c</serial>
Oct 24 19:36:16 user nova-compute[74701]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 24 19:36:16 user nova-compute[74701]: </disk>
Oct 24 19:36:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7f4319-78d3-43a6-9a07-c2ad5a1f83bd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd3b6b4-934c-48c5-b946-0a5d2ce46d0e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] volume_snapshot_create: create_info: {'snapshot_id': '222552fe-514f-468f-86da-c3fad204aaf2', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74701) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:16 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b298902f-0f19-4f23-b576-4436cbd04ab9]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating existing volume attachment record: 90fa3f79-226e-47ef-a5bb-35c4afd5fb63 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] snap xml: <domainsnapshot>
Oct 24 19:36:16 user nova-compute[74701]:   <disks>
Oct 24 19:36:16 user nova-compute[74701]:     <disk name="/dev/sdf" snapshot="external" type="file">
Oct 24 19:36:16 user nova-compute[74701]:       <source file="/dev/new_file"/>
Oct 24 19:36:16 user nova-compute[74701]:     </disk>
Oct 24 19:36:16 user nova-compute[74701]:     <disk name="vda" snapshot="no"/>
Oct 24 19:36:16 user nova-compute[74701]:   </disks>
Oct 24 19:36:16 user nova-compute[74701]: </domainsnapshot>
Oct 24 19:36:16 user nova-compute[74701]:  {{(pid=74701) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] Lazy-loading 'system_metadata' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0c9f22e5-4d3e-4154-9d9d-25de4042d2ee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] volume_snapshot_delete: delete_info: {'volume_id': '2242e69a-7e8f-45b0-874c-3284c67bcdfa'} {{(pid=74701) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [None req-0c9f22e5-4d3e-4154-9d9d-25de4042d2ee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Traceback (most recent call last):
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     if delete_info['type'] != 'qcow2':
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] KeyError: 'type'
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] 
Oct 24 19:36:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Traceback (most recent call last):
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     rv = execute(f, *args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     six.reraise(c, e, tb)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     raise value
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     rv = meth(*args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] 
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Traceback (most recent call last):
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     self._volume_snapshot_create(context, instance, guest,
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     rv = execute(f, *args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     six.reraise(c, e, tb)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     raise value
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     rv = meth(*args, **kwargs)
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:16 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] 
Oct 24 19:36:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:36:17 user nova-compute[74701]: INFO nova.compute.claims [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Claim successful on node user
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Preparing to wait for external event volume-reimaged-a24cd0d8-3f0b-4744-9223-e7759bdee30e {{(pid=74701) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.volume.cinder [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Update attachment failed for attachment c91a63b5-eec2-4c02-b2dd-fae26cb3dbbf. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255)
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Traceback (most recent call last):
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     driver_block_device.attach_block_devices(
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     _log_and_attach(device)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     self._volume_attach(context, volume, connector, instance,
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     connection_info = volume_api.attachment_update(
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     res = method(self, ctx, *args, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     with excutils.save_and_reraise_exception():
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     self.force_reraise()
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     raise self.value
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     return method.func(obj, *args, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     return self.request(url, method, **kwargs)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633]     raise exceptions.from_response(resp, body)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255)
Oct 24 19:36:17 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] 
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.compute.claims [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Aborting claim: <nova.compute.claims.Claim object at 0x7f5f24523b20> {{(pid=74701) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:17 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [None req-0c9f22e5-4d3e-4154-9d9d-25de4042d2ee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-c981a004-adaf-4065-9df2-96373b881c0c)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server [None req-0c9f22e5-4d3e-4154-9d9d-25de4042d2ee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] Exception during message handling: KeyError: 'type'
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server 
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.627s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.112s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 222552fe-514f-468f-86da-c3fad204aaf2 could not be found.
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise value
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 222552fe-514f-468f-86da-c3fad204aaf2 could not be found. (HTTP 404) (Request-ID: req-0a6a7024-0acf-4720-a23b-43db12af257a)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 222552fe-514f-468f-86da-c3fad204aaf2 could not be found.
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.virt.libvirt.driver 
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server [None req-e03714e3-1de2-44d8-888f-4c6637a0eeee tempest-VolumesAssistedSnapshotsTest-2018528672 tempest-VolumesAssistedSnapshotsTest-2018528672-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise value
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 24 19:36:18 user nova-compute[74701]: ERROR oslo_messaging.rpc.server 
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:36:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.policy [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15161577e2b242e88fd40ff59b29627b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59799eaa5e3e46b6b5b8095d5dc1a551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:36:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Creating image(s)
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "/opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "/opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "/opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.245s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:18 user nova-compute[74701]: INFO nova.compute.manager [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Detaching volume 2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.637s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Build of instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255) {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.utils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Build of instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74701) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 19:36:18 user nova-compute[74701]: ERROR nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Build of instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255): nova.exception.BuildAbortException: Build of instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-b295469e-2526-46d7-bea7-03e4c962d255)
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Unplugging VIFs for instance {{(pid=74701) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "ab50a327-2d78-416a-934d-64478dda2621", "address": "fa:16:3e:6e:35:dd", "network": {"id": "8d665c60-6950-46c9-8f8f-f9a7217476fb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-249957413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapab50a327-2d", "ovs_interfaceid": "ab50a327-2d78-416a-934d-64478dda2621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:35:dd,bridge_name='br-int',has_traffic_filtering=True,id=ab50a327-2d78-416a-934d-64478dda2621,network=Network(8d665c60-6950-46c9-8f8f-f9a7217476fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab50a327-2d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:35:dd,bridge_name='br-int',has_traffic_filtering=True,id=ab50a327-2d78-416a-934d-64478dda2621,network=Network(8d665c60-6950-46c9-8f8f-f9a7217476fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab50a327-2d') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapab50a327-2d, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:35:dd,bridge_name='br-int',has_traffic_filtering=True,id=ab50a327-2d78-416a-934d-64478dda2621,network=Network(8d665c60-6950-46c9-8f8f-f9a7217476fb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapab50a327-2d')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "address": "fa:16:3e:82:44:7e", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8aaf36f7-a4", "ovs_interfaceid": "8aaf36f7-a451-441f-8908-41ecd0b0aa97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:44:7e,bridge_name='br-int',has_traffic_filtering=True,id=8aaf36f7-a451-441f-8908-41ecd0b0aa97,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8aaf36f7-a4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:44:7e,bridge_name='br-int',has_traffic_filtering=True,id=8aaf36f7-a451-441f-8908-41ecd0b0aa97,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8aaf36f7-a4') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8aaf36f7-a4, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:44:7e,bridge_name='br-int',has_traffic_filtering=True,id=8aaf36f7-a451-441f-8908-41ecd0b0aa97,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap8aaf36f7-a4')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "e8c52236-bdea-4152-90f7-023cc8674a71", "address": "fa:16:3e:3e:b8:b9", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8c52236-bd", "ovs_interfaceid": "e8c52236-bdea-4152-90f7-023cc8674a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b8:b9,bridge_name='br-int',has_traffic_filtering=True,id=e8c52236-bdea-4152-90f7-023cc8674a71,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape8c52236-bd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b8:b9,bridge_name='br-int',has_traffic_filtering=True,id=e8c52236-bdea-4152-90f7-023cc8674a71,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape8c52236-bd') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8c52236-bd, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:b8:b9,bridge_name='br-int',has_traffic_filtering=True,id=e8c52236-bdea-4152-90f7-023cc8674a71,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape8c52236-bd')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "address": "fa:16:3e:85:4e:ff", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3de17a85-2e", "ovs_interfaceid": "3de17a85-2ef8-4222-9db7-ce8669d39a5e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:4e:ff,bridge_name='br-int',has_traffic_filtering=True,id=3de17a85-2ef8-4222-9db7-ce8669d39a5e,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3de17a85-2e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:4e:ff,bridge_name='br-int',has_traffic_filtering=True,id=3de17a85-2ef8-4222-9db7-ce8669d39a5e,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3de17a85-2e') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3de17a85-2e, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:4e:ff,bridge_name='br-int',has_traffic_filtering=True,id=3de17a85-2ef8-4222-9db7-ce8669d39a5e,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3de17a85-2e')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "aa325a96-e44d-4172-b6cf-c7d29318143c", "address": "fa:16:3e:5f:69:95", "network": {"id": "606cf87e-dc95-4376-a3d0-6e7383c36f01", "bridge": "br-int", "label": "tempest-device-tagging-net1-1068008089", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa325a96-e4", "ovs_interfaceid": "aa325a96-e44d-4172-b6cf-c7d29318143c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:69:95,bridge_name='br-int',has_traffic_filtering=True,id=aa325a96-e44d-4172-b6cf-c7d29318143c,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa325a96-e4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:69:95,bridge_name='br-int',has_traffic_filtering=True,id=aa325a96-e44d-4172-b6cf-c7d29318143c,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa325a96-e4') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa325a96-e4, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:69:95,bridge_name='br-int',has_traffic_filtering=True,id=aa325a96-e44d-4172-b6cf-c7d29318143c,network=Network(606cf87e-dc95-4376-a3d0-6e7383c36f01),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa325a96-e4')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "b3f30297-8c98-4c14-b764-72ddcd773b30", "address": "fa:16:3e:1f:b9:b6", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb3f30297-8c", "ovs_interfaceid": "b3f30297-8c98-4c14-b764-72ddcd773b30", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1f:b9:b6,bridge_name='br-int',has_traffic_filtering=True,id=b3f30297-8c98-4c14-b764-72ddcd773b30,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3f30297-8c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:b9:b6,bridge_name='br-int',has_traffic_filtering=True,id=b3f30297-8c98-4c14-b764-72ddcd773b30,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3f30297-8c') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: INFO nova.virt.block_device [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Attempting to driver detach volume 2242e69a-7e8f-45b0-874c-3284c67bcdfa from mountpoint /dev/vdb
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb3f30297-8c, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1f:b9:b6,bridge_name='br-int',has_traffic_filtering=True,id=b3f30297-8c98-4c14-b764-72ddcd773b30,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb3f30297-8c')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1091476580',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1091476580',id=10,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF9AwosFdEoVltqR/p1o0BU24BsJke2njiUqY+25VdtxAbKiPf01QjVN3IXsvyV53hAjxKxwdokj2dRRzfDqmnl0LhWBSqPSgA6UqikzLgqJykwmm+ak72NMcDCfFLwkeg==',key_name='tempest-keypair-1776477656',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a826f43056a54eb5b192e555845bdfff',ramdisk_id='',reservation_id='r-vsor969e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1766298404',owner_user_name='tempest-TaggedBootDevicesTest-1766298404-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='407bc56e42db42ca86dc1e979cc83929',uuid=8534eaf0-cc0b-45ee-ac03-18972fd93633,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converting VIF {"id": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "address": "fa:16:3e:71:3c:29", "network": {"id": "a3798025-8c0c-4932-90ac-23bf999a8e70", "bridge": "br-int", "label": "tempest-device-tagging-net2-1429111545", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a826f43056a54eb5b192e555845bdfff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0fac97c3-d0", "ovs_interfaceid": "0fac97c3-d074-49e1-ba44-8f0fbb6166bc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:3c:29,bridge_name='br-int',has_traffic_filtering=True,id=0fac97c3-d074-49e1-ba44-8f0fbb6166bc,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fac97c3-d0') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:3c:29,bridge_name='br-int',has_traffic_filtering=True,id=0fac97c3-d074-49e1-ba44-8f0fbb6166bc,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fac97c3-d0') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0fac97c3-d0, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:18 user nova-compute[74701]: INFO os_vif [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:3c:29,bridge_name='br-int',has_traffic_filtering=True,id=0fac97c3-d074-49e1-ba44-8f0fbb6166bc,network=Network(a3798025-8c0c-4932-90ac-23bf999a8e70),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0fac97c3-d0')
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Unplugged VIFs for instance {{(pid=74701) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Attempting to detach device vdb from instance 89a303c8-3257-4b46-ac08-77d1336d711d from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:18 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:18 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:36:18 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:36:18 user nova-compute[74701]:   <serial>2242e69a-7e8f-45b0-874c-3284c67bcdfa</serial>
Oct 24 19:36:18 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:36:18 user nova-compute[74701]: </disk>
Oct 24 19:36:18 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Successfully detached device vdb from instance 89a303c8-3257-4b46-ac08-77d1336d711d from the persistent domain config.
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 89a303c8-3257-4b46-ac08-77d1336d711d from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] detach device xml: <disk type="block" device="disk">
Oct 24 19:36:18 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:36:18 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:36:18 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:36:18 user nova-compute[74701]:   <serial>2242e69a-7e8f-45b0-874c-3284c67bcdfa</serial>
Oct 24 19:36:18 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:36:18 user nova-compute[74701]: </disk>
Oct 24 19:36:18 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Successfully created port: 056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk 1073741824" returned: 0 in 0.073s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.232s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Checking if we can resize image /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Cannot resize image /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Ensure instance console log exists: /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Successfully updated port: 056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquired lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-changed-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Refreshing instance network info cache due to event network-changed-056de985-6989-4cb0-bd62-635dab76ae9b. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] Acquiring lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Updating instance_info_cache with network_info: [{"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Releasing lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Instance network_info: |[{"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] Acquired lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Refreshing network info cache for port 056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Start _get_guest_xml network_info=[{"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:36:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1102639285',display_name='tempest-VolumesActionsTest-instance-1102639285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1102639285',id=12,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59799eaa5e3e46b6b5b8095d5dc1a551',ramdisk_id='',reservation_id='r-okhtshnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-299114527',owner_user_name='tempest-VolumesActionsTest-299114527-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:18Z,user_data=None,user_id='15161577e2b242e88fd40ff59b29627b',uuid=10766e7d-2595-4397-9c8d-e3c210ae0a9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converting VIF {"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lazy-loading 'pci_devices' on Instance uuid 10766e7d-2595-4397-9c8d-e3c210ae0a9a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:36:20 user nova-compute[74701]:   <uuid>10766e7d-2595-4397-9c8d-e3c210ae0a9a</uuid>
Oct 24 19:36:20 user nova-compute[74701]:   <name>instance-0000000c</name>
Oct 24 19:36:20 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:36:20 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:36:20 user nova-compute[74701]:   <metadata>
Oct 24 19:36:20 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:36:20 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:name>tempest-VolumesActionsTest-instance-1102639285</nova:name>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:36:20</nova:creationTime>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:36:20 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:36:20 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:owner>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:user uuid="15161577e2b242e88fd40ff59b29627b">tempest-VolumesActionsTest-299114527-project-member</nova:user>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:project uuid="59799eaa5e3e46b6b5b8095d5dc1a551">tempest-VolumesActionsTest-299114527</nova:project>
Oct 24 19:36:20 user nova-compute[74701]:       </nova:owner>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:36:20 user nova-compute[74701]:       <nova:ports>
Oct 24 19:36:20 user nova-compute[74701]:         <nova:port uuid="056de985-6989-4cb0-bd62-635dab76ae9b">
Oct 24 19:36:20 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:36:20 user nova-compute[74701]:         </nova:port>
Oct 24 19:36:20 user nova-compute[74701]:       </nova:ports>
Oct 24 19:36:20 user nova-compute[74701]:     </nova:instance>
Oct 24 19:36:20 user nova-compute[74701]:   </metadata>
Oct 24 19:36:20 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:36:20 user nova-compute[74701]:     <system>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="serial">10766e7d-2595-4397-9c8d-e3c210ae0a9a</entry>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="uuid">10766e7d-2595-4397-9c8d-e3c210ae0a9a</entry>
Oct 24 19:36:20 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:36:20 user nova-compute[74701]:     </system>
Oct 24 19:36:20 user nova-compute[74701]:   </sysinfo>
Oct 24 19:36:20 user nova-compute[74701]:   <os>
Oct 24 19:36:20 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:36:20 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:36:20 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:36:20 user nova-compute[74701]:   </os>
Oct 24 19:36:20 user nova-compute[74701]:   <features>
Oct 24 19:36:20 user nova-compute[74701]:     <acpi/>
Oct 24 19:36:20 user nova-compute[74701]:     <apic/>
Oct 24 19:36:20 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:36:20 user nova-compute[74701]:   </features>
Oct 24 19:36:20 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:36:20 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:36:20 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:36:20 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:36:20 user nova-compute[74701]:   </clock>
Oct 24 19:36:20 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:36:20 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:36:20 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:36:20 user nova-compute[74701]:   </cpu>
Oct 24 19:36:20 user nova-compute[74701]:   <devices>
Oct 24 19:36:20 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:36:20 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:36:20 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk"/>
Oct 24 19:36:20 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:36:20 user nova-compute[74701]:     </disk>
Oct 24 19:36:20 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:36:20 user nova-compute[74701]:       <mac address="fa:16:3e:8d:42:80"/>
Oct 24 19:36:20 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:20 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:36:20 user nova-compute[74701]:       <target dev="tap056de985-69"/>
Oct 24 19:36:20 user nova-compute[74701]:     </interface>
Oct 24 19:36:20 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:36:20 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/console.log" append="off"/>
Oct 24 19:36:20 user nova-compute[74701]:     </serial>
Oct 24 19:36:20 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:36:20 user nova-compute[74701]:     <video>
Oct 24 19:36:20 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:20 user nova-compute[74701]:     </video>
Oct 24 19:36:20 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:36:20 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:36:20 user nova-compute[74701]:     </rng>
Oct 24 19:36:20 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:36:20 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:36:20 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:36:20 user nova-compute[74701]:     </memballoon>
Oct 24 19:36:20 user nova-compute[74701]:   </devices>
Oct 24 19:36:20 user nova-compute[74701]: </domain>
Oct 24 19:36:20 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1102639285',display_name='tempest-VolumesActionsTest-instance-1102639285',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1102639285',id=12,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='59799eaa5e3e46b6b5b8095d5dc1a551',ramdisk_id='',reservation_id='r-okhtshnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-299114527',owner_user_name='tempest-VolumesActionsTest-299114527-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:18Z,user_data=None,user_id='15161577e2b242e88fd40ff59b29627b',uuid=10766e7d-2595-4397-9c8d-e3c210ae0a9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converting VIF {"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG os_vif [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2432f772-0a3e-53f0-9917-cb39133fd5cb', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap056de985-69, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap056de985-69, col_values=(('qos', UUID('4a70b887-2226-4837-88ca-94af19635d55')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap056de985-69, col_values=(('external_ids', {'iface-id': '056de985-6989-4cb0-bd62-635dab76ae9b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:42:80', 'vm-uuid': '10766e7d-2595-4397-9c8d-e3c210ae0a9a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:20 user nova-compute[74701]: INFO os_vif [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69')
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] No VIF found with MAC fa:16:3e:8d:42:80, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Updated VIF entry in instance network info cache for port 056de985-6989-4cb0-bd62-635dab76ae9b. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Updating instance_info_cache with network_info: [{"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1bcb8af4-4727-4ca7-ba3c-3f59696975b0 req-e6cfe57b-850b-44c1-9a2b-956da25fcb9a service nova] Releasing lock "refresh_cache-10766e7d-2595-4397-9c8d-e3c210ae0a9a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:22 user nova-compute[74701]: INFO nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Took 4.00 seconds to deallocate network for instance.
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume: 8589160f-a075-40fb-9705-02fa4f7dddca {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:22 user nova-compute[74701]: INFO nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume 8589160f-a075-40fb-9705-02fa4f7dddca
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] No waiting events found dispatching network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:22 user nova-compute[74701]: WARNING nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received unexpected event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b for instance with vm_state building and task_state spawning.
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] No waiting events found dispatching network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:22 user nova-compute[74701]: WARNING nova.compute.manager [req-17928b1a-e73e-43e6-87bb-5bdeef34daea req-662e1b94-7552-4e5b-8ba2-29f883cb569c service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received unexpected event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b for instance with vm_state building and task_state spawning.
Oct 24 19:36:22 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c', 'serial': 'f412eb89-a975-45ab-9524-d5e723627b5c'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': '6f275708-e9d9-45a9-a577-e3d425f24483', 'serial'} {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:23 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:23 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:23 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[932814bb-423b-4d9b-b98f-6934bd75b2ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:36:23 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[061e65d6-5a60-4e69-a035-c9fa6c730223]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c] added
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f0bdbe-6a22-40bf-8b54-09de0849e6ab]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca99c00-8a82-425b-9d8a-277e5d662786]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FvSUnPjQ {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FvSUnPjQ" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f6e7395-30c9-410f-97bd-2e7ebbfa9574]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FvSUnPjQ'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c215fc6e-2891-4db0-9f6d-67d28438eb93]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0b7c811-7e37-4c56-ba52-6723c1afa874]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbef81c-1855-42ad-abc4-6fc4e47c8d53]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260]
Oct 24 19:36:23 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a8402bb-7cf6-4817-9e5f-80be02554c19]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eca428e-9654-462e-b1d8-e5b33f37c8a1]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:23 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:23 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b0eda1-a9b5-4dd5-ac95-2076516e83de]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:23 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:36:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Instance spawned successfully.
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:24 user nova-compute[74701]: INFO nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:36:24 user nova-compute[74701]: INFO nova.compute.manager [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Took 7.00 seconds to build instance.
Oct 24 19:36:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-37415fe4-bd22-4ac3-b290-5b603feccd5c tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.133s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23163356335333731', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23163356335333731', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:36:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lazy-loading 'flavor' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 81788928 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 229638144 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 349175808 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 445644800 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 575668224 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 707788800 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 837812224 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 948961280 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:29 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[754a88fc-0d9c-480e-8782-b19da009f08e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:29 user nova-compute[74701]: No targets found.
Oct 24 19:36:29 user nova-compute[74701]: iSNS:
Oct 24 19:36:29 user nova-compute[74701]: No targets found.
Oct 24 19:36:29 user nova-compute[74701]: STATIC:
Oct 24 19:36:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295
Oct 24 19:36:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:36:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:36:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:29 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:29 user nova-compute[74701]: No targets found.
Oct 24 19:36:29 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:29 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:29 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3be4fcf1-5c4a-4936-b1d1-5c684dc51327]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[52d5d81e-bc75-454f-9d7e-a5bdecd895ca]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:30 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007c1090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1011760c-90a4-4117-a5f5-9e9fd7286787]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fda4aab-7e1d-4f6c-813b-fa6e5a393b77]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae077c46-bb85-4404-a61b-516316975241]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce9c452f-cb51-475e-b15c-309591c0380b]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9417962e-76aa-4113-ac44-e02a667601d1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[712935bc-bb10-4c88-856c-5db04b968037]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]
Oct 24 19:36:30 user nova-compute[74701]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1b715f-307c-4a6f-9de5-ac22596cfc74]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.376s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== disconnect_volume: return (378ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c', 'serial'} {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 19:36:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: removing Cinder connection for volume 6f275708-e9d9-45a9-a577-e3d425f24483 {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: Updating volume 6f275708-e9d9-45a9-a577-e3d425f24483 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "FvSUnPjQ", "auth_password": "3YnPezOqj80gE1", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "f412eb89-a975-45ab-9524-d5e723627b5c"}, "status": "reserved", "instance": "2cf2213b-3696-4204-8d35-2cb8c234db56", "attached_at": "", "detached_at": "", "volume_id": "f412eb89-a975-45ab-9524-d5e723627b5c", "serial": "f412eb89-a975-45ab-9524-d5e723627b5c"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c', 'no_device': None, 'attachment_id': '5b799138-cb0b-4ff9-8026-0c60c1a09d84'} {{(pid=74701) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b776c6c2-960d-48ce-9b96-5e4a64e8376f tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 30.889s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.volume.cinder [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Update attachment failed for attachment 90fa3f79-226e-47ef-a5bb-35c4afd5fb63. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Traceback (most recent call last):
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     driver_block_device.attach_block_devices(
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     _log_and_attach(device)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     bdm.attach(*attach_args, **attach_kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     self._volume_attach(context, volume, connector, instance,
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     connection_info = volume_api.attachment_update(
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     res = method(self, ctx, *args, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     with excutils.save_and_reraise_exception():
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     self.force_reraise()
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     raise self.value
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     return method.func(obj, *args, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     return self.request(url, method, **kwargs)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87]     raise exceptions.from_response(resp, body)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48)
Oct 24 19:36:32 user nova-compute[74701]: ERROR nova.compute.manager [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] 
Oct 24 19:36:32 user nova-compute[74701]: DEBUG nova.compute.claims [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Aborting claim: <nova.compute.claims.Claim object at 0x7f5f245e9f90> {{(pid=74701) abort /opt/stack/nova/nova/compute/claims.py:84}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.utils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5c829d-b3aa-452d-af75-bd0944d9c6a3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d9d44c-bed4-400a-92af-f55d54903e21]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f940994-916e-4f6a-93fe-5f3c97e86dfe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[07645b1e-acd6-4857-b77b-857d9ebfc7a7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:32 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8970670a-8dd4-4862-b268-ec3a5c08275a]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:32 user nova-compute[74701]: DEBUG os_brick.utils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:32 user nova-compute[74701]: INFO nova.compute.manager [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Swapping volume f412eb89-a975-45ab-9524-d5e723627b5c for 6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.690s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Build of instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48) {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.utils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Build of instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=74701) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Oct 24 19:36:33 user nova-compute[74701]: ERROR nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Build of instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48): nova.exception.BuildAbortException: Build of instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65351174-faf2-4f5f-a1d7-a900625e4f48)
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Unplugging VIFs for instance {{(pid=74701) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "310ea782-2023-4ecd-a472-37c2e828aa33", "address": "fa:16:3e:19:c4:3b", "network": {"id": "b76fb41b-fa40-447d-b572-fb1f7c09721b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1447897764-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap310ea782-20", "ovs_interfaceid": "310ea782-2023-4ecd-a472-37c2e828aa33", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=310ea782-2023-4ecd-a472-37c2e828aa33,network=Network(b76fb41b-fa40-447d-b572-fb1f7c09721b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap310ea782-20') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=310ea782-2023-4ecd-a472-37c2e828aa33,network=Network(b76fb41b-fa40-447d-b572-fb1f7c09721b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap310ea782-20') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap310ea782-20, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=310ea782-2023-4ecd-a472-37c2e828aa33,network=Network(b76fb41b-fa40-447d-b572-fb1f7c09721b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap310ea782-20')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "address": "fa:16:3e:75:9f:8c", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c7f388e-06", "ovs_interfaceid": "2c7f388e-0670-41e7-8ff5-7aeb5711cd16", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:9f:8c,bridge_name='br-int',has_traffic_filtering=True,id=2c7f388e-0670-41e7-8ff5-7aeb5711cd16,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c7f388e-06') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:9f:8c,bridge_name='br-int',has_traffic_filtering=True,id=2c7f388e-0670-41e7-8ff5-7aeb5711cd16,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c7f388e-06') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c7f388e-06, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:9f:8c,bridge_name='br-int',has_traffic_filtering=True,id=2c7f388e-0670-41e7-8ff5-7aeb5711cd16,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c7f388e-06')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "address": "fa:16:3e:a4:87:eb", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0916a63-43", "ovs_interfaceid": "d0916a63-4365-42ba-b108-a9578ad6cb0a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:87:eb,bridge_name='br-int',has_traffic_filtering=True,id=d0916a63-4365-42ba-b108-a9578ad6cb0a,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0916a63-43') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:87:eb,bridge_name='br-int',has_traffic_filtering=True,id=d0916a63-4365-42ba-b108-a9578ad6cb0a,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0916a63-43') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0916a63-43, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:87:eb,bridge_name='br-int',has_traffic_filtering=True,id=d0916a63-4365-42ba-b108-a9578ad6cb0a,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd0916a63-43')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "1d79276d-ac83-416d-afd9-c42ea14837cf", "address": "fa:16:3e:01:41:d7", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d79276d-ac", "ovs_interfaceid": "1d79276d-ac83-416d-afd9-c42ea14837cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:41:d7,bridge_name='br-int',has_traffic_filtering=True,id=1d79276d-ac83-416d-afd9-c42ea14837cf,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d79276d-ac') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:41:d7,bridge_name='br-int',has_traffic_filtering=True,id=1d79276d-ac83-416d-afd9-c42ea14837cf,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d79276d-ac') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d79276d-ac, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:41:d7,bridge_name='br-int',has_traffic_filtering=True,id=1d79276d-ac83-416d-afd9-c42ea14837cf,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d79276d-ac')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "address": "fa:16:3e:08:4e:9d", "network": {"id": "f402c1b5-6f92-49d6-b17b-9dc61fdca8f8", "bridge": "br-int", "label": "tempest-device-tagging-net1-965575848", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33b2934a-db", "ovs_interfaceid": "33b2934a-db63-46a4-8b26-78c6d2d14ed7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:4e:9d,bridge_name='br-int',has_traffic_filtering=True,id=33b2934a-db63-46a4-8b26-78c6d2d14ed7,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33b2934a-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:4e:9d,bridge_name='br-int',has_traffic_filtering=True,id=33b2934a-db63-46a4-8b26-78c6d2d14ed7,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33b2934a-db') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33b2934a-db, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:4e:9d,bridge_name='br-int',has_traffic_filtering=True,id=33b2934a-db63-46a4-8b26-78c6d2d14ed7,network=Network(f402c1b5-6f92-49d6-b17b-9dc61fdca8f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33b2934a-db')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "address": "fa:16:3e:29:2f:9c", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e44d227-7b", "ovs_interfaceid": "1e44d227-7bf8-4cce-892a-88d134f7a6c3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:2f:9c,bridge_name='br-int',has_traffic_filtering=True,id=1e44d227-7bf8-4cce-892a-88d134f7a6c3,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e44d227-7b') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:2f:9c,bridge_name='br-int',has_traffic_filtering=True,id=1e44d227-7bf8-4cce-892a-88d134f7a6c3,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e44d227-7b') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e44d227-7b, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:2f:9c,bridge_name='br-int',has_traffic_filtering=True,id=1e44d227-7bf8-4cce-892a-88d134f7a6c3,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e44d227-7b')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1156115179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1156115179',id=9,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGlZUJiUG2QWR6jzMo0rpOAIqjLP9kO2dbu4YKDVXqR+cthVUxv70NndzGpg6SKekkOmF+eKfmoqWNpejnsa45FLdKHYYtJ354yKEZE2gv/9Qy05feZBK1Cc1judNpR1ig==',key_name='tempest-keypair-2076566021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='963e89d158da4aeea8dd61b448f59dc7',ramdisk_id='',reservation_id='r-lpoeal3a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-775349447',owner_user_name='tempest-TaggedBootDevicesTest_v242-775349447-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c8be3128e34847a391b7caf527bd0edc',uuid=6ce43142-ec5c-48cb-8426-a2ab5939ac87,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converting VIF {"id": "95444027-ba99-4b36-8f96-85e019134084", "address": "fa:16:3e:2b:d8:d2", "network": {"id": "d7de4c9c-521b-436e-87b0-4a64a035f541", "bridge": "br-int", "label": "tempest-device-tagging-net2-1994434943", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "963e89d158da4aeea8dd61b448f59dc7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95444027-ba", "ovs_interfaceid": "95444027-ba99-4b36-8f96-85e019134084", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d8:d2,bridge_name='br-int',has_traffic_filtering=True,id=95444027-ba99-4b36-8f96-85e019134084,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95444027-ba') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d8:d2,bridge_name='br-int',has_traffic_filtering=True,id=95444027-ba99-4b36-8f96-85e019134084,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95444027-ba') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95444027-ba, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:33 user nova-compute[74701]: INFO os_vif [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2b:d8:d2,bridge_name='br-int',has_traffic_filtering=True,id=95444027-ba99-4b36-8f96-85e019134084,network=Network(d7de4c9c-521b-436e-87b0-4a64a035f541),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95444027-ba')
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Unplugged VIFs for instance {{(pid=74701) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:36:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a is timed out.
Oct 24 19:36:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully detached device vdb from instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a from the live domain config.
Oct 24 19:36:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QkciMBWX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:36 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[46fc20ef-25ab-4f7a-80d7-952ef6a86a7d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:36 user nova-compute[74701]: No targets found.
Oct 24 19:36:36 user nova-compute[74701]: iSNS:
Oct 24 19:36:36 user nova-compute[74701]: No targets found.
Oct 24 19:36:36 user nova-compute[74701]: STATIC:
Oct 24 19:36:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295
Oct 24 19:36:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:36:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:36 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:36 user nova-compute[74701]: No targets found.
Oct 24 19:36:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:36 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:36 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: INFO nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Took 3.33 seconds to deallocate network for instance.
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f06351d-68c7-4f1d-adf7-22360ec66bb5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[21cb48b8-0203-417a-99c2-602a1c251a2d]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:36 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f0073beb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume: a024d7f7-def5-4251-b831-8f7f085bea48 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:36 user nova-compute[74701]: INFO nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume a024d7f7-def5-4251-b831-8f7f085bea48
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d3faf07-5f2c-4e66-b6f2-00fc4430ee54]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba880526-4fab-4329-ba94-546202d137ab]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4019a1c-de46-4725-9fb1-34a6f0042767]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af2605f-6df5-4b5a-a4cb-3669a506c9e0]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45459f09-01c7-4da5-9066-dedc1cf6a6c8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40aaa9a4-013c-4c70-b372-7cfd28d6b3db]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260]
Oct 24 19:36:36 user nova-compute[74701]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f636a365-5f89-420b-b864-2cca73926295 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9fe287-15f9-4e22-8b83-0b17d24df167]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] <== disconnect_volume: return (382ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 is timed out.
Oct 24 19:36:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Successfully detached device sdc from instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 from the live domain config.
Oct 24 19:36:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JeqkdUiV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:37 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9271d66b-edaa-4267-b348-5fa46b898fe8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:37 user nova-compute[74701]: No targets found.
Oct 24 19:36:37 user nova-compute[74701]: iSNS:
Oct 24 19:36:37 user nova-compute[74701]: No targets found.
Oct 24 19:36:37 user nova-compute[74701]: STATIC:
Oct 24 19:36:37 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:37 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:37 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:37 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:36:37 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:37 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:37 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c
Oct 24 19:36:37 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:37 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:37 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:37 user nova-compute[74701]: No targets found.
Oct 24 19:36:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:37 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:37 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce48d54e-325f-4707-91de-efaca1b3a76c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ae5edee-73f3-44c5-b1c8-2c73efd5bb0e]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:37 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:37 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c (non-flash)
Oct 24 19:36:37 user nova-compute[74701]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:37 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007a0670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c1fa79-a345-4329-884e-7c347130a724]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8ceb38-cc40-443b-bd91-89527d1c1ef6]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[efac154c-14b3-4444-b542-bf6033efdd68]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[77090ac2-fb42-4b54-853e-a83f8a5e1303]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc239a77-e66a-4178-8b62-788182c2cb9b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e46a7d3-8dae-4332-a186-0b2dcacb3fe2]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260]
Oct 24 19:36:37 user nova-compute[74701]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:15868df5-513e-488d-b882-ad6619d7428c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5d6c89-d1ba-4ea5-84a6-97a488fef0d2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] <== disconnect_volume: return (350ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:37 user nova-compute[74701]: WARNING nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Failed to detach volume: a024d7f7-def5-4251-b831-8f7f085bea48 due to 'NoneType' object has no attribute 'devices'
Oct 24 19:36:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume: e51e47f4-d079-40e6-8ac6-75e42d9e17da {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:37 user nova-compute[74701]: INFO nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume e51e47f4-d079-40e6-8ac6-75e42d9e17da
Oct 24 19:36:38 user nova-compute[74701]: DEBUG nova.objects.instance [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'flavor' on Instance uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-20d7fefb-b50b-48d4-ac41-1ccdca1e9b60 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 37.354s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 89a303c8-3257-4b46-ac08-77d1336d711d is timed out.
Oct 24 19:36:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Successfully detached device vdb from instance 89a303c8-3257-4b46-ac08-77d1336d711d from the live domain config.
Oct 24 19:36:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uIXvFOQB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:39 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ce3966-05ae-4822-af88-1acf05a3cf10]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:36:39 user nova-compute[74701]: No targets found.
Oct 24 19:36:39 user nova-compute[74701]: iSNS:
Oct 24 19:36:39 user nova-compute[74701]: No targets found.
Oct 24 19:36:39 user nova-compute[74701]: STATIC:
Oct 24 19:36:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa
Oct 24 19:36:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:36:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:36:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:36:39 user nova-compute[74701]: FIRMWARE:
Oct 24 19:36:39 user nova-compute[74701]: No targets found.
Oct 24 19:36:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:36:39 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:36:39 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[237f3802-2d0d-4bf4-86eb-9c2d97697018]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a390d85-45cc-4202-8206-ab6eb80ff206]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:39 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa (non-flash)
Oct 24 19:36:39 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007a3f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa'): ({'sdf'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Removing single pathed devices sdf {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[017011a8-efcb-4795-b1fe-4226e3a44e66]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[59cb1fb0-84ba-40a0-8e42-820c1b266801]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Flushing IO for device /dev/sdf {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe24d069-c918-45e4-82f3-a3f20c7982aa]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[596fa88b-dda3-4906-af16-2277a257c54f]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7198acfb-7a53-45a2-93a4-775a3823c5c1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[431261df-306b-4ad5-bd1d-9fcc6b0baed2]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260]
Oct 24 19:36:39 user nova-compute[74701]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2242e69a-7e8f-45b0-874c-3284c67bcdfa -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6090f432-f082-486a-8e18-84ace50b1d0a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] <== disconnect_volume: return (302ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lazy-loading 'flavor' on Instance uuid 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e2ead2e5-1c80-45f8-b956-e161ffb8d7e4 tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.752s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:36:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating instance_info_cache with network_info: [{"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-781c6ee0-fccb-4153-acfa-cbb01b0450e9" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:36:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lazy-loading 'flavor' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-179b272c-f58e-40b8-9254-f3438905af3d tempest-VolumesAssistedSnapshotsTest-132185182 tempest-VolumesAssistedSnapshotsTest-132185182-project-admin] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.117s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:46 user nova-compute[74701]: WARNING nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Failed to detach volume: 8589160f-a075-40fb-9705-02fa4f7dddca due to 'NoneType' object has no attribute 'devices'
Oct 24 19:36:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume: eca24707-d9a2-4b0b-8d19-d0707fa8cb75 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:46 user nova-compute[74701]: INFO nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume eca24707-d9a2-4b0b-8d19-d0707fa8cb75
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:46 user nova-compute[74701]: INFO nova.compute.manager [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Terminating instance
Oct 24 19:36:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:46 user nova-compute[74701]: WARNING nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Failed to detach volume: e51e47f4-d079-40e6-8ac6-75e42d9e17da due to 'NoneType' object has no attribute 'devices'
Oct 24 19:36:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume: d2a5cc76-5ac6-4ae2-827d-a96fc36bac2f {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:46 user nova-compute[74701]: INFO nova.compute.manager [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Detaching volume d2a5cc76-5ac6-4ae2-827d-a96fc36bac2f
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] [instance: 6ce43142-ec5c-48cb-8426-a2ab5939ac87] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-unplugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] No waiting events found dispatching network-vif-unplugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-bc928ff3-afaf-47a9-b933-a1c099e5cf17 req-05261fa1-303a-40a9-9fab-ba87cd0690d2 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-unplugged-5d175860-0b07-4064-9785-e51a49082c98 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:47 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Deleted allocations for instance 6ce43142-ec5c-48cb-8426-a2ab5939ac87
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-def25b79-f643-45de-a779-7deb0c5d84e7 tempest-TaggedBootDevicesTest_v242-775349447 tempest-TaggedBootDevicesTest_v242-775349447-project-member] Lock "6ce43142-ec5c-48cb-8426-a2ab5939ac87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 118.117s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'flavor' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.082s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Instance destroyed successfully.
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lazy-loading 'resources' on Instance uuid 781c6ee0-fccb-4153-acfa-cbb01b0450e9 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1112971398',display_name='tempest-AttachSCSIVolumeTestJSON-server-1112971398',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1112971398',id=5,image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEt45bNj1plqerUhbXXNwbJH8lHwmD7Osz3mfRkrQbzseAmwAQYTpn5LmYFYdmp2+5fiCWFF/2zsdVhIdR1bJG6mHAqML4xZFHPcI+waYBGeQFP5w+gGvPAjKoc8NBmqUQ==',key_name='tempest-keypair-18969412',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='51a2bd49182b495dafb87858f37892f2',ramdisk_id='',reservation_id='r-3wnlip7j',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='40539a05-bc61-4a8e-89f1-0bf2a6611409',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-818943083',owner_user_name='tempest-AttachSCSIVolumeTestJSON-818943083-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:33:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6ca51c4d4cc040a9ab9772c8f605dea8',uuid=781c6ee0-fccb-4153-acfa-cbb01b0450e9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converting VIF {"id": "5d175860-0b07-4064-9785-e51a49082c98", "address": "fa:16:3e:ae:f8:51", "network": {"id": "8015d173-a1f7-46dd-bab1-39e3d48537ac", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1344750772-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "51a2bd49182b495dafb87858f37892f2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d175860-0b", "ovs_interfaceid": "5d175860-0b07-4064-9785-e51a49082c98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG os_vif [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d175860-0b, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=61ec3e5b-fce3-4a06-9bf0-14c8276b6936) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:47 user nova-compute[74701]: INFO os_vif [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:f8:51,bridge_name='br-int',has_traffic_filtering=True,id=5d175860-0b07-4064-9785-e51a49082c98,network=Network(8015d173-a1f7-46dd-bab1-39e3d48537ac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d175860-0b')
Oct 24 19:36:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Deleting instance files /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9_del
Oct 24 19:36:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Deletion of /opt/stack/data/nova/instances/781c6ee0-fccb-4153-acfa-cbb01b0450e9_del complete
Oct 24 19:36:48 user nova-compute[74701]: WARNING nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Failed to detach volume: eca24707-d9a2-4b0b-8d19-d0707fa8cb75 due to 'NoneType' object has no attribute 'devices'
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume: 1e115bb0-844e-41c8-ab8b-ae2c2c6f9ca3 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Oct 24 19:36:48 user nova-compute[74701]: INFO nova.compute.manager [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Detaching volume 1e115bb0-844e-41c8-ab8b-ae2c2c6f9ca3
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:48 user nova-compute[74701]: INFO nova.compute.manager [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Attaching volume a59e675f-8c70-4fd4-98c9-50d535f2917e to /dev/vdb
Oct 24 19:36:48 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:48 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7875MB free_disk=25.435348510742188GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:48 user nova-compute[74701]: INFO nova.compute.manager [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Took 1.59 seconds to destroy the instance on the hypervisor.
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] [instance: 8534eaf0-cc0b-45ee-ac03-18972fd93633] Skipping driver_detach during remote rebuild. {{(pid=74701) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.utils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e0c670a-ec75-4fe6-98fd-01d5e788daf0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba138cd-7395-4689-85a2-1dc694c38ebb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfb7d5b-14e9-4a80-a2cd-df9a10746497]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb268550-28b1-46cb-b79c-e34dd57a46a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 2cf2213b-3696-4204-8d35-2cb8c234db56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 89a303c8-3257-4b46-ac08-77d1336d711d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance feb38b0d-4bb1-4446-a306-8147bbc45b9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:48 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c8c588-1f46-4bc5-96b0-881ef9df0240]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG os_brick.utils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating existing volume attachment record: 08311533-466b-4831-8241-d97d4b2588f9 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8534eaf0-cc0b-45ee-ac03-18972fd93633 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 10766e7d-2595-4397-9c8d-e3c210ae0a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:36:48 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Deleted allocations for instance 8534eaf0-cc0b-45ee-ac03-18972fd93633
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ab58caf-d996-402d-9c8a-974abb1dc460 tempest-TaggedBootDevicesTest-1766298404 tempest-TaggedBootDevicesTest-1766298404-project-member] Lock "8534eaf0-cc0b-45ee-ac03-18972fd93633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 115.278s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:36:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.602s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:49 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Took 0.88 seconds to deallocate network for instance.
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:36:49 user nova-compute[74701]: INFO nova.compute.claims [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Claim successful on node user
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] Acquiring lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] No waiting events found dispatching network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:49 user nova-compute[74701]: WARNING nova.compute.manager [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received unexpected event network-vif-plugged-5d175860-0b07-4064-9785-e51a49082c98 for instance with vm_state deleted and task_state None.
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-2bf5fce9-449b-4f10-b998-a9738960936b req-6b7d4f1d-ce28-4162-9d12-aaafda827180 service nova] [instance: 781c6ee0-fccb-4153-acfa-cbb01b0450e9] Received event network-vif-deleted-5d175860-0b07-4064-9785-e51a49082c98 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.610s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.580s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:36:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.policy [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e77cc50043540e2a341d997a4a9b9f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0a99ef57b34ac58c1ac33f8030e2f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:36:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Creating image(s)
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.475s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:50 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Deleted allocations for instance 781c6ee0-fccb-4153-acfa-cbb01b0450e9
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b07ddf5e-0e09-4240-af7b-4c159808559d tempest-AttachSCSIVolumeTestJSON-818943083 tempest-AttachSCSIVolumeTestJSON-818943083-project-member] Lock "781c6ee0-fccb-4153-acfa-cbb01b0450e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.784s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk 1073741824" returned: 0 in 0.047s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Successfully created port: d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Cannot resize image /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Ensure instance console log exists: /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Successfully updated port: d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-changed-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing instance network info cache due to event network-changed-d8043cf6-c343-4289-8310-fabcf3210ad4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.neutron [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Instance network_info: |[{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.neutron [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing network info cache for port d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Start _get_guest_xml network_info=[{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:36:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.objects.instance [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lazy-loading 'pci_devices' on Instance uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:36:51 user nova-compute[74701]:   <uuid>8deb993d-93c6-41ee-831f-4658f0442355</uuid>
Oct 24 19:36:51 user nova-compute[74701]:   <name>instance-0000000d</name>
Oct 24 19:36:51 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:36:51 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:36:51 user nova-compute[74701]:   <metadata>
Oct 24 19:36:51 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:36:51 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:name>tempest-device-tagging-server-1857246714</nova:name>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:36:51</nova:creationTime>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:36:51 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:36:51 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:owner>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:user uuid="3e77cc50043540e2a341d997a4a9b9f6">tempest-TaggedAttachmentsTest-1793406055-project-member</nova:user>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:project uuid="aa0a99ef57b34ac58c1ac33f8030e2f9">tempest-TaggedAttachmentsTest-1793406055</nova:project>
Oct 24 19:36:51 user nova-compute[74701]:       </nova:owner>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:36:51 user nova-compute[74701]:       <nova:ports>
Oct 24 19:36:51 user nova-compute[74701]:         <nova:port uuid="d8043cf6-c343-4289-8310-fabcf3210ad4">
Oct 24 19:36:51 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 19:36:51 user nova-compute[74701]:         </nova:port>
Oct 24 19:36:51 user nova-compute[74701]:       </nova:ports>
Oct 24 19:36:51 user nova-compute[74701]:     </nova:instance>
Oct 24 19:36:51 user nova-compute[74701]:   </metadata>
Oct 24 19:36:51 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:36:51 user nova-compute[74701]:     <system>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="serial">8deb993d-93c6-41ee-831f-4658f0442355</entry>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="uuid">8deb993d-93c6-41ee-831f-4658f0442355</entry>
Oct 24 19:36:51 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:36:51 user nova-compute[74701]:     </system>
Oct 24 19:36:51 user nova-compute[74701]:   </sysinfo>
Oct 24 19:36:51 user nova-compute[74701]:   <os>
Oct 24 19:36:51 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:36:51 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:36:51 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:36:51 user nova-compute[74701]:   </os>
Oct 24 19:36:51 user nova-compute[74701]:   <features>
Oct 24 19:36:51 user nova-compute[74701]:     <acpi/>
Oct 24 19:36:51 user nova-compute[74701]:     <apic/>
Oct 24 19:36:51 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:36:51 user nova-compute[74701]:   </features>
Oct 24 19:36:51 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:36:51 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:36:51 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:36:51 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:36:51 user nova-compute[74701]:   </clock>
Oct 24 19:36:51 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:36:51 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:36:51 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:36:51 user nova-compute[74701]:   </cpu>
Oct 24 19:36:51 user nova-compute[74701]:   <devices>
Oct 24 19:36:51 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:36:51 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:36:51 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk"/>
Oct 24 19:36:51 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:36:51 user nova-compute[74701]:     </disk>
Oct 24 19:36:51 user nova-compute[74701]:     <disk type="file" device="cdrom">
Oct 24 19:36:51 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none"/>
Oct 24 19:36:51 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.config"/>
Oct 24 19:36:51 user nova-compute[74701]:       <target dev="hda" bus="ide"/>
Oct 24 19:36:51 user nova-compute[74701]:     </disk>
Oct 24 19:36:51 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:36:51 user nova-compute[74701]:       <mac address="fa:16:3e:68:88:d7"/>
Oct 24 19:36:51 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:51 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:36:51 user nova-compute[74701]:       <target dev="tapd8043cf6-c3"/>
Oct 24 19:36:51 user nova-compute[74701]:     </interface>
Oct 24 19:36:51 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:36:51 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/console.log" append="off"/>
Oct 24 19:36:51 user nova-compute[74701]:     </serial>
Oct 24 19:36:51 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:36:51 user nova-compute[74701]:     <video>
Oct 24 19:36:51 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:51 user nova-compute[74701]:     </video>
Oct 24 19:36:51 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:36:51 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:36:51 user nova-compute[74701]:     </rng>
Oct 24 19:36:51 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:36:51 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:36:51 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:36:51 user nova-compute[74701]:     </memballoon>
Oct 24 19:36:51 user nova-compute[74701]:   </devices>
Oct 24 19:36:51 user nova-compute[74701]: </domain>
Oct 24 19:36:51 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG os_vif [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04446898-2ba2-5155-88d6-55dc41ea8458', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8043cf6-c3, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8043cf6-c3, col_values=(('qos', UUID('529e863f-0ef6-45eb-9d6a-df9f76cf689b')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8043cf6-c3, col_values=(('external_ids', {'iface-id': 'd8043cf6-c343-4289-8310-fabcf3210ad4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:88:d7', 'vm-uuid': '8deb993d-93c6-41ee-831f-4658f0442355'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:51 user nova-compute[74701]: INFO os_vif [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3')
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No BDM found with device name hda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No VIF found with MAC fa:16:3e:68:88:d7, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:36:51 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Using config drive
Oct 24 19:36:52 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Creating config drive at /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.config
Oct 24 19:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpl4kj841j {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:52 user nova-compute[74701]: DEBUG nova.network.neutron [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updated VIF entry in instance network info cache for port d8043cf6-c343-4289-8310-fabcf3210ad4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:36:52 user nova-compute[74701]: DEBUG nova.network.neutron [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpl4kj841j" returned: 0 in 0.062s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b80e7131-bc7e-41bf-8fba-31d3a9ad3f2c req-bd2e4882-43bf-43f8-92b9-75aee7e9074b service nova] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': '6f275708-e9d9-45a9-a577-e3d425f24483', 'serial': '6f275708-e9d9-45a9-a577-e3d425f24483'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c'}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c', 'serial'} {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:53 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:53 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:36:53 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff100af-1907-44dc-858e-dc8f3a6dd505]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:36:53 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c0a42a-2e4c-4594-9890-2248056b7506]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483] added
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:36:53 user nova-compute[74701]: INFO nova.compute.claims [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Claim successful on node user
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a90fd3-4080-4a0e-a2ec-b2577ff0f3ff]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dd61e9-e495-431d-8274-0d26310993f3]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bKDonWUk {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bKDonWUk" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8ee0a2-d259-49f5-b8f4-5f482b528b66]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bKDonWUk'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f37c09f-91ca-4529-8451-e32f5a7527bd]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c8c52a-e86a-4cf4-a900-c1b035e1bebe]: (4, ('tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e3daa0-2ae2-4731-8318-082b4fc79d81]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]
Oct 24 19:36:53 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa32b25-7ea9-46b3-a59b-0f257ff94c7b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c81444-ea10-4a12-adbd-1a2018f19517]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:36:53 user nova-compute[74701]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:36:53 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] HCTL ('35', '-', '-', 0) found on session 10 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[29144c59-3d05-498d-b3ab-6d6a9cefdc01]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Searching for a device in session 10 and hctl ['35', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.472s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:36:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:53 user nova-compute[74701]: WARNING nova.compute.manager [req-df45f6f7-af80-4fbb-88e0-7895be1d5882 req-d3ceaa38-0fc3-44f9-b52b-1514a677d8cc service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 for instance with vm_state building and task_state spawning.
Oct 24 19:36:53 user nova-compute[74701]: DEBUG nova.policy [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b113bee56f34e76bc850e392c7f316e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0041cfab871f4485bed980db2ef445d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:36:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Creating image(s)
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "/opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "/opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.222s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Successfully created port: a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Searching for a device in session 10 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.358s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '23031353730633836', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23031353730633836', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk 1073741824" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lazy-loading 'flavor' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Cannot resize image /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Ensure instance console log exists: /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Successfully updated port: a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquired lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-changed-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Refreshing instance network info cache due to event network-changed-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] Acquiring lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 73400320 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Updating instance_info_cache with network_info: [{"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Releasing lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Instance network_info: |[{"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] Acquired lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Refreshing network info cache for port a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Start _get_guest_xml network_info=[{"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:36:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1879610041',display_name='tempest-VolumesAdminNegativeTest-server-1879610041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1879610041',id=14,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-1u6cz3ns',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:54Z,user_data=None,user_id='8b113bee56f34e76bc850e392c7f316e',uuid=6ca30856-e384-43cc-88b0-78419dd2ca5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ca30856-e384-43cc-88b0-78419dd2ca5f {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:36:55 user nova-compute[74701]:   <uuid>6ca30856-e384-43cc-88b0-78419dd2ca5f</uuid>
Oct 24 19:36:55 user nova-compute[74701]:   <name>instance-0000000e</name>
Oct 24 19:36:55 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:36:55 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:36:55 user nova-compute[74701]:   <metadata>
Oct 24 19:36:55 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:36:55 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1879610041</nova:name>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:36:55</nova:creationTime>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:36:55 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:36:55 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:owner>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:user uuid="8b113bee56f34e76bc850e392c7f316e">tempest-VolumesAdminNegativeTest-175488983-project-member</nova:user>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:project uuid="0041cfab871f4485bed980db2ef445d8">tempest-VolumesAdminNegativeTest-175488983</nova:project>
Oct 24 19:36:55 user nova-compute[74701]:       </nova:owner>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:36:55 user nova-compute[74701]:       <nova:ports>
Oct 24 19:36:55 user nova-compute[74701]:         <nova:port uuid="a9e1ee07-8fcf-4a66-8f15-0b50174bcb11">
Oct 24 19:36:55 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 19:36:55 user nova-compute[74701]:         </nova:port>
Oct 24 19:36:55 user nova-compute[74701]:       </nova:ports>
Oct 24 19:36:55 user nova-compute[74701]:     </nova:instance>
Oct 24 19:36:55 user nova-compute[74701]:   </metadata>
Oct 24 19:36:55 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:36:55 user nova-compute[74701]:     <system>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="serial">6ca30856-e384-43cc-88b0-78419dd2ca5f</entry>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="uuid">6ca30856-e384-43cc-88b0-78419dd2ca5f</entry>
Oct 24 19:36:55 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:36:55 user nova-compute[74701]:     </system>
Oct 24 19:36:55 user nova-compute[74701]:   </sysinfo>
Oct 24 19:36:55 user nova-compute[74701]:   <os>
Oct 24 19:36:55 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:36:55 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:36:55 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:36:55 user nova-compute[74701]:   </os>
Oct 24 19:36:55 user nova-compute[74701]:   <features>
Oct 24 19:36:55 user nova-compute[74701]:     <acpi/>
Oct 24 19:36:55 user nova-compute[74701]:     <apic/>
Oct 24 19:36:55 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:36:55 user nova-compute[74701]:   </features>
Oct 24 19:36:55 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:36:55 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:36:55 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:36:55 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:36:55 user nova-compute[74701]:   </clock>
Oct 24 19:36:55 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:36:55 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:36:55 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:36:55 user nova-compute[74701]:   </cpu>
Oct 24 19:36:55 user nova-compute[74701]:   <devices>
Oct 24 19:36:55 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:36:55 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:36:55 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk"/>
Oct 24 19:36:55 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:36:55 user nova-compute[74701]:     </disk>
Oct 24 19:36:55 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:36:55 user nova-compute[74701]:       <mac address="fa:16:3e:00:61:a7"/>
Oct 24 19:36:55 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:55 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:36:55 user nova-compute[74701]:       <target dev="tapa9e1ee07-8f"/>
Oct 24 19:36:55 user nova-compute[74701]:     </interface>
Oct 24 19:36:55 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:36:55 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/console.log" append="off"/>
Oct 24 19:36:55 user nova-compute[74701]:     </serial>
Oct 24 19:36:55 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:36:55 user nova-compute[74701]:     <video>
Oct 24 19:36:55 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:36:55 user nova-compute[74701]:     </video>
Oct 24 19:36:55 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:36:55 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:36:55 user nova-compute[74701]:     </rng>
Oct 24 19:36:55 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:36:55 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:36:55 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:36:55 user nova-compute[74701]:     </memballoon>
Oct 24 19:36:55 user nova-compute[74701]:   </devices>
Oct 24 19:36:55 user nova-compute[74701]: </domain>
Oct 24 19:36:55 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1879610041',display_name='tempest-VolumesAdminNegativeTest-server-1879610041',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1879610041',id=14,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-1u6cz3ns',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:54Z,user_data=None,user_id='8b113bee56f34e76bc850e392c7f316e',uuid=6ca30856-e384-43cc-88b0-78419dd2ca5f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG os_vif [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7934c79d-cb09-5e9c-8f96-be7aa2343cd2', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9e1ee07-8f, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9e1ee07-8f, col_values=(('qos', UUID('d09ce837-99b0-4a15-8a00-012f8162bfde')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9e1ee07-8f, col_values=(('external_ids', {'iface-id': 'a9e1ee07-8fcf-4a66-8f15-0b50174bcb11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:61:a7', 'vm-uuid': '6ca30856-e384-43cc-88b0-78419dd2ca5f'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:55 user nova-compute[74701]: INFO os_vif [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f')
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:36:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] No VIF found with MAC fa:16:3e:00:61:a7, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:56 user nova-compute[74701]: WARNING nova.compute.manager [req-6214feb8-4453-4aa9-ae09-156d66a0d491 req-067f9a09-9c96-428e-a456-6fbec4d524b6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 for instance with vm_state building and task_state spawning.
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:36:56 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Instance spawned successfully.
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 147849216 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Updated VIF entry in instance network info cache for port a9e1ee07-8fcf-4a66-8f15-0b50174bcb11. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Updating instance_info_cache with network_info: [{"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-139d477b-59f7-4a53-89fb-7b070ad1eaa6 req-303fdc86-d04c-4d72-8b0a-17d8791d64c4 service nova] Releasing lock "refresh_cache-6ca30856-e384-43cc-88b0-78419dd2ca5f" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:36:56 user nova-compute[74701]: INFO nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Took 6.16 seconds to spawn the instance on the hypervisor.
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:36:56 user nova-compute[74701]: INFO nova.compute.manager [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Took 7.35 seconds to build instance.
Oct 24 19:36:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-dc903742-6755-4dd9-9d5c-920265543bef tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.449s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 265289728 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 369098752 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 500170752 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-8fdaca65-1492-48b0-8201-e5b1e953a38b req-53632c39-ebe0-48fb-882c-c6012059b17a service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event volume-reimaged-a24cd0d8-3f0b-4744-9223-e7759bdee30e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8fdaca65-1492-48b0-8201-e5b1e953a38b req-53632c39-ebe0-48fb-882c-c6012059b17a service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8fdaca65-1492-48b0-8201-e5b1e953a38b req-53632c39-ebe0-48fb-882c-c6012059b17a service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8fdaca65-1492-48b0-8201-e5b1e953a38b req-53632c39-ebe0-48fb-882c-c6012059b17a service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-8fdaca65-1492-48b0-8201-e5b1e953a38b req-53632c39-ebe0-48fb-882c-c6012059b17a service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Processing event volume-reimaged-a24cd0d8-3f0b-4744-9223-e7759bdee30e {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance event wait completed in 39 seconds for volume-reimaged {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:36:58 user nova-compute[74701]: INFO nova.virt.block_device [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Booting with volume a24cd0d8-3f0b-4744-9223-e7759bdee30e at /dev/vda
Oct 24 19:36:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] No waiting events found dispatching network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:36:58 user nova-compute[74701]: WARNING nova.compute.manager [req-85cc3c5a-1336-4a7f-a42a-1af860dc39c2 req-ce53c8b4-15c6-4d0e-9786-37539a21fa33 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received unexpected event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 for instance with vm_state building and task_state spawning.
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.utils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ab5659-955b-4969-8a31-2a7042387efb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 622854144 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a6d411-3f42-427a-b3b3-3335a7b771fe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab0185a2-53e5-446c-a1b5-3f98349bc040]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2a73f4-6a48-46b8-8182-cbc981b79e90]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:58 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcdc15f-0183-4c1b-a358-9345319ebd06]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG os_brick.utils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== get_connector_properties: return (164ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating existing volume attachment record: a2d76adc-6a88-4c9e-b45e-730af88703fd {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:36:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 760217600 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:36:59 user nova-compute[74701]: INFO nova.compute.manager [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Unshelving
Oct 24 19:36:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 908066816 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:36:59 user nova-compute[74701]: INFO nova.virt.block_device [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Booting with volume 044d9988-ef0a-4808-9f88-bfd33894dcb8 at /dev/vdc
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.utils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf3329fb-ee4a-4780-88fe-938be4e4ba60]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35a8d89-de75-467f-a45b-5115cddd46c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e43d73-7f3b-4aaa-ab3d-188045d2c9a8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[676bca0f-d23f-4cef-9b9b-6e018e668906]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:36:59 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:36:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c9039c7-8650-44a0-9b35-510137770bab]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG os_brick.utils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating existing volume attachment record: 48cbaeb0-9287-4652-8c3e-c9f1df498220 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:36:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 1070596096 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] No waiting events found dispatching network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:00 user nova-compute[74701]: WARNING nova.compute.manager [req-7fbb3953-876b-4e7c-933c-79768955fc7b req-88ef2ac0-841a-45bb-b682-ae1e27617a46 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received unexpected event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 for instance with vm_state building and task_state spawning.
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FvSUnPjQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'f412eb89-a975-45ab-9524-d5e723627b5c'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c23acf-30c7-4c34-83a4-6c4650ce683a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:37:00 user nova-compute[74701]: No targets found.
Oct 24 19:37:00 user nova-compute[74701]: iSNS:
Oct 24 19:37:00 user nova-compute[74701]: No targets found.
Oct 24 19:37:00 user nova-compute[74701]: STATIC:
Oct 24 19:37:00 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:37:00 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:00 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:00 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c
Oct 24 19:37:00 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:00 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:00 user nova-compute[74701]: FIRMWARE:
Oct 24 19:37:00 user nova-compute[74701]: No targets found.
Oct 24 19:37:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:37:00 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:37:00 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[debecddf-7ab3-453f-9043-2a5edf223df4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[550a1025-7f0e-4d6d-afa9-694523890d39]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:00 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:37:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:00 user nova-compute[74701]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c (non-flash)
Oct 24 19:37:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f3c36d1b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[930dc645-cb85-4dd6-b956-75da7ee5d87a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[817da2ac-6876-4805-918f-f1a20351175f]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Instance spawned successfully.
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d978be-effd-4845-8eae-c581d852a7e8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b01bb2-a6e1-4f43-b689-d50e2cbf5476]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[643c8b12-6433-4825-bdee-1b64e0260d9a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: INFO nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Took 6.58 seconds to spawn the instance on the hypervisor.
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a67e77-2c9e-4be2-b5ca-d4ccd12a0bea]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260]
Oct 24 19:37:00 user nova-compute[74701]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f412eb89-a975-45ab-9524-d5e723627b5c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b354763-791f-4def-96ac-331f5d267032]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] <== disconnect_volume: return (329ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:37:00 user nova-compute[74701]: INFO nova.compute.manager [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Took 7.52 seconds to build instance.
Oct 24 19:37:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ece6df7c-d1f6-4635-94ef-82195b5a77da tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.623s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:09 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf28260-b674-4d89-849d-9aa4a29d7458]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:37:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb0d4802-851a-4b23-bf5c-659909df30d6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9922d50-effd-4f26-8bb5-d4a146b3a9d8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2dde27-4fa6-4d3f-a7d5-3b72fb6b0373]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a236e6-c29a-41d7-b5ad-ad38668fe1d8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uXPAbUMm'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[458a8a70-a18d-42bd-bff4-82891287d52d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0b3d5d-16e3-4ebe-a12a-3ac77fe5b72e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '2cf2213b-3696-4204-8d35-2cb8c234db56', 'attached_at': '', 'detached_at': '', 'volume_id': '6f275708-e9d9-45a9-a577-e3d425f24483', 'serial'} {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: removing Cinder connection for volume f412eb89-a975-45ab-9524-d5e723627b5c {{(pid=74701) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d13dcbf-f9e8-4ab9-a9c2-4c6311c10cf8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:37:09 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3f11da-3b31-4b87-81be-6a1de385c6b1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ac3a78-20c8-4452-81aa-977357d3f4b6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:09 user nova-compute[74701]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:09 user nova-compute[74701]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[58298b40-e7e2-439b-a5c7-a744cf2415d5]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:37:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] swap_volume: Updating volume f412eb89-a975-45ab-9524-d5e723627b5c BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "bKDonWUk", "auth_password": "RxPy1ZuKpYkEbm", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "6f275708-e9d9-45a9-a577-e3d425f24483"}, "status": "reserved", "instance": "2cf2213b-3696-4204-8d35-2cb8c234db56", "attached_at": "", "detached_at": "", "volume_id": "6f275708-e9d9-45a9-a577-e3d425f24483", "serial": "6f275708-e9d9-45a9-a577-e3d425f24483"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '6f275708-e9d9-45a9-a577-e3d425f24483', 'no_device': None, 'attachment_id': '3536a6e7-52ac-4344-bbe9-7d1206e50475'} {{(pid=74701) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a0ea1f5-1b5d-45dd-9ec0-e72b1f880b8d tempest-TestVolumeSwap-773468977 tempest-TestVolumeSwap-773468977-project-admin] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 37.928s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'flavor' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:37:10 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:10 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:37:10 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:37:10 user nova-compute[74701]:   <serial>a59e675f-8c70-4fd4-98c9-50d535f2917e</serial>
Oct 24 19:37:10 user nova-compute[74701]: </disk>
Oct 24 19:37:10 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No VIF found with MAC fa:16:3e:c0:d5:2f, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:11 user nova-compute[74701]: INFO nova.compute.manager [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Detaching volume 6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:37:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-06d3030c-6774-434d-9bea-ea1ae85e1e70 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.991s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:11 user nova-compute[74701]: INFO nova.virt.block_device [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Attempting to driver detach volume 6f275708-e9d9-45a9-a577-e3d425f24483 from mountpoint /dev/vdb
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Attempting to detach device vdb from instance 2cf2213b-3696-4204-8d35-2cb8c234db56 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:37:11 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:11 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:37:11 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:37:11 user nova-compute[74701]:   <serial>6f275708-e9d9-45a9-a577-e3d425f24483</serial>
Oct 24 19:37:11 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:37:11 user nova-compute[74701]: </disk>
Oct 24 19:37:11 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:37:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Successfully detached device vdb from instance 2cf2213b-3696-4204-8d35-2cb8c234db56 from the persistent domain config.
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2cf2213b-3696-4204-8d35-2cb8c234db56 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:37:11 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:11 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:37:11 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:37:11 user nova-compute[74701]:   <serial>6f275708-e9d9-45a9-a577-e3d425f24483</serial>
Oct 24 19:37:11 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:37:11 user nova-compute[74701]: </disk>
Oct 24 19:37:11 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:37:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:37:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Stashing vm_state: active {{(pid=74701) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 24 19:37:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:13 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:37:13 user nova-compute[74701]: INFO nova.compute.claims [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Claim successful on node user
Oct 24 19:37:13 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating resource usage from migration 4deaba25-841c-47ba-a85b-8bdb9eeea758
Oct 24 19:37:14 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.713s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:14 user nova-compute[74701]: INFO nova.compute.manager [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Migrating
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:14 user nova-compute[74701]: INFO nova.compute.rpcapi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Starting migrate_disk_and_power_off {{(pid=74701) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:15 user nova-compute[74701]: WARNING nova.compute.manager [req-bf6a9efc-900b-477e-9349-e3d11b9e9929 req-efddbe44-97f2-4d8a-9c2a-c611b2524c85 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state resize_migrating.
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance destroyed successfully.
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:37:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f020c4b-dd, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a2b164ae-87fb-429a-b17c-fd1b16b2f7a0) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:15 user nova-compute[74701]: INFO os_vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:15 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5529bbe3-40c9-41f7-898e-c2a53aed4807]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:37:15 user nova-compute[74701]: No targets found.
Oct 24 19:37:15 user nova-compute[74701]: iSNS:
Oct 24 19:37:15 user nova-compute[74701]: No targets found.
Oct 24 19:37:15 user nova-compute[74701]: STATIC:
Oct 24 19:37:15 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:37:15 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:15 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:15 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e
Oct 24 19:37:15 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:15 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:15 user nova-compute[74701]: FIRMWARE:
Oct 24 19:37:15 user nova-compute[74701]: No targets found.
Oct 24 19:37:15 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:37:15 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:37:15 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccbe8ff5-435f-48ff-bf21-7083694ee7b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f77a01-c190-40d1-b363-2a268f2c07b1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:15 user nova-compute[74701]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:15 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:15 user nova-compute[74701]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:15 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f2474be20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fea57fa-4aaf-4752-a5d6-b38a479dd849]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e967f76-57aa-4d86-8dc1-d8fe757de40c]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ada47eaf-f7af-410d-897c-2ccc5d161b01]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede2be40-fbee-4310-a98e-2f03f0514726]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eff32686-aa8d-4b0c-b18e-bbbcbb7cea87]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed5d584-e74b-4453-9866-76573c662fd2]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:37:15 user nova-compute[74701]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:15 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0198fe1d-c095-477a-bb96-a73542fb9415]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== disconnect_volume: return (293ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_resize/disk /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "cp -r /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_resize/disk /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk" returned: 0 in 0.464s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_resize/disk.info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk.info {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "cp -r /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_resize/disk.info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk.info" returned: 0 in 0.034s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.compute.manager [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.compute.manager [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:17 user nova-compute[74701]: WARNING nova.compute.manager [req-f23b4a14-8daa-400e-b188-78dfb15225f2 req-72a15289-6599-4a24-a83b-55e8156a4960 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state resize_migrating.
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e binding to destination host user is already ACTIVE {{(pid=74701) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:37:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Creating image(s)
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Ensure instance console log exists: /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start _get_guest_xml network_info=[{"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'feb38b0d-4bb1-4446-a306-8147bbc45b9a', 'attached_at': '', 'detached_at': '', 'volume_id': 'a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'serial': 'a24cd0d8-3f0b-4744-9223-e7759bdee30e'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': 'a2d76adc-6a88-4c9e-b45e-730af88703fd', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:37:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:18 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 19:37:18 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lazy-loading 'vcpu_model' on Instance uuid feb38b0d-4bb1-4446-a306-8147bbc45b9a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:18 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:18 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:18 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5cd9101-e0c0-4946-8f08-2555b7b02b9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:37:18 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[65d35278-c5af-47bb-b8fb-865f070fe5d5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e] added
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3e3a4bc-41ac-4b91-ac21-5a71229c6faf]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[320f5ec5-1955-4424-95c7-12d09f0077c8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TtsEgAMR {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TtsEgAMR" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d9227c-a508-43dc-9bc7-530ce4682d34]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TtsEgAMR'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d7ab44-0c45-4d90-86ce-ebcd7532da93]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c302bb5-e80e-4fc2-b8db-b00cbbcd9ed3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b5f30b6-4fa2-4dfc-80d5-76861b7a2165]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]
Oct 24 19:37:18 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dbdb804-292e-42b8-bd41-341001d3d664]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fad0ffff-79fa-41c8-ace3-951fcdd44b81]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:18 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:18 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:18 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c83746-02f8-4ac2-b380-3d9bb0c9ebd9]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.utils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[15dad6ce-cb78-45e5-95b3-eed8b6637a7f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ff9f08-1b8a-47c3-a7e4-ab89432067ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebad093-b7ce-4771-b6fd-3f512c8e1509]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[909f7b6c-3386-40e1-895e-a18f64f46a4b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:37:18 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:37:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64d1e26-6b61-423d-bb4a-5f0f3e7c98b0]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:37:18 user nova-compute[74701]: DEBUG os_brick.utils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_requests' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'numa_topology' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:37:19 user nova-compute[74701]: INFO nova.compute.claims [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Claim successful on node user
Oct 24 19:37:19 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26239633139653338', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26239633139653338', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-142425695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:34:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:37:19 user nova-compute[74701]:   <uuid>feb38b0d-4bb1-4446-a306-8147bbc45b9a</uuid>
Oct 24 19:37:19 user nova-compute[74701]:   <name>instance-00000008</name>
Oct 24 19:37:19 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:37:19 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:37:19 user nova-compute[74701]:   <metadata>
Oct 24 19:37:19 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:37:19 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:37:19 user nova-compute[74701]:       <nova:name>tempest-ServerActionsV293TestJSON-server-142425695</nova:name>
Oct 24 19:37:19 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:37:18</nova:creationTime>
Oct 24 19:37:19 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:37:19 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:37:19 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:37:19 user nova-compute[74701]:       <nova:owner>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:user uuid="e37b557cb41841c4815066283105840f">tempest-ServerActionsV293TestJSON-1547739651-project-member</nova:user>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:project uuid="b549b3281e6e4fbbb4fa661b9e762446">tempest-ServerActionsV293TestJSON-1547739651</nova:project>
Oct 24 19:37:19 user nova-compute[74701]:       </nova:owner>
Oct 24 19:37:19 user nova-compute[74701]:       <nova:ports>
Oct 24 19:37:19 user nova-compute[74701]:         <nova:port uuid="8472f423-3fa4-4ebc-b830-a2a528dea976">
Oct 24 19:37:19 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:37:19 user nova-compute[74701]:         </nova:port>
Oct 24 19:37:19 user nova-compute[74701]:       </nova:ports>
Oct 24 19:37:19 user nova-compute[74701]:     </nova:instance>
Oct 24 19:37:19 user nova-compute[74701]:   </metadata>
Oct 24 19:37:19 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:37:19 user nova-compute[74701]:     <system>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="serial">feb38b0d-4bb1-4446-a306-8147bbc45b9a</entry>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="uuid">feb38b0d-4bb1-4446-a306-8147bbc45b9a</entry>
Oct 24 19:37:19 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:37:19 user nova-compute[74701]:     </system>
Oct 24 19:37:19 user nova-compute[74701]:   </sysinfo>
Oct 24 19:37:19 user nova-compute[74701]:   <os>
Oct 24 19:37:19 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:37:19 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:37:19 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:37:19 user nova-compute[74701]:   </os>
Oct 24 19:37:19 user nova-compute[74701]:   <features>
Oct 24 19:37:19 user nova-compute[74701]:     <acpi/>
Oct 24 19:37:19 user nova-compute[74701]:     <apic/>
Oct 24 19:37:19 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:37:19 user nova-compute[74701]:   </features>
Oct 24 19:37:19 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:37:19 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:37:19 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:37:19 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:37:19 user nova-compute[74701]:   </clock>
Oct 24 19:37:19 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:37:19 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:37:19 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:37:19 user nova-compute[74701]:   </cpu>
Oct 24 19:37:19 user nova-compute[74701]:   <devices>
Oct 24 19:37:19 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:37:19 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:19 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:37:19 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:37:19 user nova-compute[74701]:       <serial>a24cd0d8-3f0b-4744-9223-e7759bdee30e</serial>
Oct 24 19:37:19 user nova-compute[74701]:     </disk>
Oct 24 19:37:19 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:37:19 user nova-compute[74701]:       <mac address="fa:16:3e:5a:f7:24"/>
Oct 24 19:37:19 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:19 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:37:19 user nova-compute[74701]:       <target dev="tap8472f423-3f"/>
Oct 24 19:37:19 user nova-compute[74701]:     </interface>
Oct 24 19:37:19 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:37:19 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a/console.log" append="off"/>
Oct 24 19:37:19 user nova-compute[74701]:     </serial>
Oct 24 19:37:19 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:37:19 user nova-compute[74701]:     <video>
Oct 24 19:37:19 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:19 user nova-compute[74701]:     </video>
Oct 24 19:37:19 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:37:19 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:37:19 user nova-compute[74701]:     </rng>
Oct 24 19:37:19 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:37:19 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:37:19 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:37:19 user nova-compute[74701]:     </memballoon>
Oct 24 19:37:19 user nova-compute[74701]:   </devices>
Oct 24 19:37:19 user nova-compute[74701]: </domain>
Oct 24 19:37:19 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-142425695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:34:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG os_vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1f0d9d5-230c-5014-826d-6add361dc047', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8472f423-3f, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8472f423-3f, col_values=(('qos', UUID('4e1fe500-a8d6-4e01-a78b-5bb4b40ee450')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8472f423-3f, col_values=(('external_ids', {'iface-id': '8472f423-3fa4-4ebc-b830-a2a528dea976', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:f7:24', 'vm-uuid': 'feb38b0d-4bb1-4446-a306-8147bbc45b9a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:19 user nova-compute[74701]: INFO os_vif [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f')
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] No VIF found with MAC fa:16:3e:5a:f7:24, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:37:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.749s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:19 user nova-compute[74701]: INFO nova.network.neutron [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating port b11720d2-0320-45a5-af67-59154bc6ca3a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing instance network info cache due to event network-changed-b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] Acquiring lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:37:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Creating image(s)
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] Acquired lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG nova.network.neutron [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Refreshing network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG nova.objects.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:21 user nova-compute[74701]: INFO nova.compute.manager [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Terminating instance
Oct 24 19:37:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5fb3853-b8b2-40e0-bb76-fe0ace411b23 req-82254e49-1226-4bb7-82f1-0fc363536ced service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:37:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Instance destroyed successfully.
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lazy-loading 'resources' on Instance uuid 89a303c8-3257-4b46-ac08-77d1336d711d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:22 user nova-compute[74701]: WARNING nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:22 user nova-compute[74701]: WARNING nova.compute.manager [req-6a675227-93ec-40d4-bb4e-551b31362d46 req-2ee6b034-8c6b-42ed-a6e8-66b06f1933c4 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state active and task_state rebuild_spawning.
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-809858148',display_name='tempest-VolumesAssistedSnapshotsTest-server-809858148',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-809858148',id=7,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoExiFKqi2Rojfl3ywzBGIIr0XQnhfmFv1BPiu2uxnXEEvLiy/AV1+vRf2R2twlyJfPX9i3kJn8jlbDbg7zbzv0AcjFwKOmaS9ISEyoxYtoQdIXw8DeM+XeY89Iy/9QYw==',key_name='tempest-keypair-1306561663',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7ae56d3642384f11806c463ba104a610',ramdisk_id='',reservation_id='r-47wm6zr4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-401708491',owner_user_name='tempest-VolumesAssistedSnapshotsTest-401708491-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:33:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2c53e07cb04b46d6974be691808a34d0',uuid=89a303c8-3257-4b46-ac08-77d1336d711d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converting VIF {"id": "13b6d3e8-294c-437d-a062-3af67528cf42", "address": "fa:16:3e:37:4b:33", "network": {"id": "040d529d-41b7-4fb2-ac9c-50618459ad2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2028672302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7ae56d3642384f11806c463ba104a610", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13b6d3e8-29", "ovs_interfaceid": "13b6d3e8-294c-437d-a062-3af67528cf42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG os_vif [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13b6d3e8-29, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c308082a-cfa6-434d-a1d3-7b195408ac53) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:22 user nova-compute[74701]: INFO os_vif [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:37:4b:33,bridge_name='br-int',has_traffic_filtering=True,id=13b6d3e8-294c-437d-a062-3af67528cf42,network=Network(040d529d-41b7-4fb2-ac9c-50618459ad2d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13b6d3e8-29')
Oct 24 19:37:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Deleting instance files /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d_del
Oct 24 19:37:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Deletion of /opt/stack/data/nova/instances/89a303c8-3257-4b46-ac08-77d1336d711d_del complete
Oct 24 19:37:22 user nova-compute[74701]: INFO nova.compute.manager [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Took 1.68 seconds to destroy the instance on the hypervisor.
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.part --force-share --output=json" returned: 0 in 0.306s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.virt.images [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] bb496bb5-2838-41b8-9858-b79e52c00792 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.part /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updated VIF entry in instance network info cache for port b11720d2-0320-45a5-af67-59154bc6ca3a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ca3446c-7681-4b05-a98b-0e64ea604a69 req-35ae55a2-59c7-46ea-b60c-5382420eaafb service nova] Releasing lock "refresh_cache-6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.part /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.converted" returned: 0 in 0.432s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.420s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:23 user nova-compute[74701]: WARNING nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state active and task_state deleting.
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:23 user nova-compute[74701]: WARNING nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state active and task_state deleting.
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:23 user nova-compute[74701]: WARNING nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state active and task_state deleting.
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-75d1ef12-4136-48c5-9683-0f35e3ee889f req-a0c804c6-2c64-45cc-95f8-db97c12b84e1 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-unplugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a,backing_fmt=raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:37:23 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance spawned successfully.
Oct 24 19:37:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a,backing_fmt=raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk 1073741824" returned: 0 in 0.076s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "d82e81dd08d884dba03e4ff8c3c9120c06c0366a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74701) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a --force-share --output=json" returned: 0 in 0.284s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'migration_context' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.objects.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:37:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Rebasing disk image.
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8fdaca65-1492-48b0-8201-e5b1e953a38b tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.131s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 -F raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:24 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:24 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Took 2.22 seconds to deallocate network for instance.
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing instance network info cache due to event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] Acquiring lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] Acquired lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.549s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:25 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Deleted allocations for instance 89a303c8-3257-4b46-ac08-77d1336d711d
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] Acquiring lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] Lock "89a303c8-3257-4b46-ac08-77d1336d711d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] No waiting events found dispatching network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:25 user nova-compute[74701]: WARNING nova.compute.manager [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received unexpected event network-vif-plugged-13b6d3e8-294c-437d-a062-3af67528cf42 for instance with vm_state deleted and task_state None.
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-097c8244-e6f0-42b9-aab0-fb0f7f418f40 req-ae3b6d78-78a7-4b68-932d-340178a929a6 service nova] [instance: 89a303c8-3257-4b46-ac08-77d1336d711d] Received event network-vif-deleted-13b6d3e8-294c-437d-a062-3af67528cf42 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b1675d3c-9d6c-45dd-8695-2d0c0abde00b tempest-VolumesAssistedSnapshotsTest-401708491 tempest-VolumesAssistedSnapshotsTest-401708491-project-member] Lock "89a303c8-3257-4b46-ac08-77d1336d711d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.729s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updated VIF entry in instance network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf5374e6-713a-4764-89dc-a8782c9a5273 req-0953fd4c-ce59-4b3a-97b8-5cb8d13ad2e7 service nova] Releasing lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:26 user nova-compute[74701]: INFO nova.compute.manager [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Attaching volume 4aebc9b7-873c-4ad8-bf70-910d17383892 to /dev/vdb
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.utils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e62f16-7e72-467b-96ff-b31e560ba004]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7380e222-f357-4c4a-8d6e-17b559d0441c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9788dfc1-c2b7-406e-b645-650ec90bc0db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcd96193-efc9-43fb-ac2b-42980442b558]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:37:26 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:37:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[954ecf58-f476-4885-866f-b3b6f840f6ad]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG os_brick.utils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:26 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating existing volume attachment record: ade05d8a-e0a9-4498-8fe7-7975e5cf80e2 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 -F raw /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk" returned: 0 in 3.083s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Ensure instance console log exists: /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start _get_guest_xml network_info=[{"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='e109e60bb27c372a5e90d523945b2d18',container_format='bare',created_at=2023-10-24T19:35:06Z,direct_url=<?>,disk_format='qcow2',id=bb496bb5-2838-41b8-9858-b79e52c00792,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-422630559-shelved',owner='1eff1bf50f5d4b42805cdf8aa0f61ef5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:35:12Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkeRtjWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e', 'attached_at': '', 'detached_at': '', 'volume_id': '044d9988-ef0a-4808-9f88-bfd33894dcb8', 'serial': '044d9988-ef0a-4808-9f88-bfd33894dcb8'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdc', 'delete_on_termination': False, 'attachment_id': '48cbaeb0-9287-4652-8c3e-c9f1df498220', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:37:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e109e60bb27c372a5e90d523945b2d18',container_format='bare',created_at=2023-10-24T19:35:06Z,direct_url=<?>,disk_format='qcow2',id=bb496bb5-2838-41b8-9858-b79e52c00792,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-422630559-shelved',owner='1eff1bf50f5d4b42805cdf8aa0f61ef5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:35:12Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.objects.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkeRtjWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:27 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:27 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:27 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b344f2-8c92-49c3-943e-06b134c94726]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:37:27 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b4e66bd-a12d-4f0e-a113-a329092d7227]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8] added
Oct 24 19:37:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a952c1dd-eaa5-451c-9c32-fa5aa6eae7b2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e78e188-3410-4238-bf4f-a0b394ca8855]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkeRtjWC {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YkeRtjWC" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[939249be-b32a-4bbf-8bb9-65bf712aafae]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YkeRtjWC'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbfa91b7-8bfd-457e-a9a6-d022d7283665]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2491b2-49f6-467d-8d4a-94aece6a45f6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:27 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:27 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2519fc-235e-4dd4-b9b7-938c75d79bc1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260]
Oct 24 19:37:27 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[225e80ff-3022-417d-9334-3b5a1e05f634]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf11896-377a-4d05-8dc3-dfdc55f4120f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:28 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:28 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:28 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:28 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.036s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5b26a9-5843-4cf7-84cb-8353dc1622db]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:37:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkeRtjWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.437s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] <== connect_volume: return (1438ms) {'type': 'block', 'scsi_wwn': '23639373565383865', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639373565383865', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='bb496bb5-2838-41b8-9858-b79e52c00792',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-584563854',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:35:12.454689',shelved_host='user',shelved_image_id='bb496bb5-2838-41b8-9858-b79e52c00792'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_devices' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:37:29 user nova-compute[74701]:   <uuid>6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</uuid>
Oct 24 19:37:29 user nova-compute[74701]:   <name>instance-00000003</name>
Oct 24 19:37:29 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:37:29 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:37:29 user nova-compute[74701]:   <metadata>
Oct 24 19:37:29 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:37:29 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-422630559</nova:name>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:37:27</nova:creationTime>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:37:29 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:37:29 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:owner>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:user uuid="6276d109ba03476983b16ef652ad06de">tempest-AttachVolumeShelveTestJSON-1102094420-project-member</nova:user>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:project uuid="1eff1bf50f5d4b42805cdf8aa0f61ef5">tempest-AttachVolumeShelveTestJSON-1102094420</nova:project>
Oct 24 19:37:29 user nova-compute[74701]:       </nova:owner>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:root type="image" uuid="bb496bb5-2838-41b8-9858-b79e52c00792"/>
Oct 24 19:37:29 user nova-compute[74701]:       <nova:ports>
Oct 24 19:37:29 user nova-compute[74701]:         <nova:port uuid="b11720d2-0320-45a5-af67-59154bc6ca3a">
Oct 24 19:37:29 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:37:29 user nova-compute[74701]:         </nova:port>
Oct 24 19:37:29 user nova-compute[74701]:       </nova:ports>
Oct 24 19:37:29 user nova-compute[74701]:     </nova:instance>
Oct 24 19:37:29 user nova-compute[74701]:   </metadata>
Oct 24 19:37:29 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:37:29 user nova-compute[74701]:     <system>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="serial">6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</entry>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="uuid">6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e</entry>
Oct 24 19:37:29 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:37:29 user nova-compute[74701]:     </system>
Oct 24 19:37:29 user nova-compute[74701]:   </sysinfo>
Oct 24 19:37:29 user nova-compute[74701]:   <os>
Oct 24 19:37:29 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:37:29 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:37:29 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:37:29 user nova-compute[74701]:   </os>
Oct 24 19:37:29 user nova-compute[74701]:   <features>
Oct 24 19:37:29 user nova-compute[74701]:     <acpi/>
Oct 24 19:37:29 user nova-compute[74701]:     <apic/>
Oct 24 19:37:29 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:37:29 user nova-compute[74701]:   </features>
Oct 24 19:37:29 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:37:29 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:37:29 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:37:29 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:37:29 user nova-compute[74701]:   </clock>
Oct 24 19:37:29 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:37:29 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:37:29 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:37:29 user nova-compute[74701]:   </cpu>
Oct 24 19:37:29 user nova-compute[74701]:   <devices>
Oct 24 19:37:29 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:37:29 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:37:29 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk"/>
Oct 24 19:37:29 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:37:29 user nova-compute[74701]:     </disk>
Oct 24 19:37:29 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:37:29 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:29 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 19:37:29 user nova-compute[74701]:       <target dev="vdc" bus="virtio"/>
Oct 24 19:37:29 user nova-compute[74701]:       <serial>044d9988-ef0a-4808-9f88-bfd33894dcb8</serial>
Oct 24 19:37:29 user nova-compute[74701]:     </disk>
Oct 24 19:37:29 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:37:29 user nova-compute[74701]:       <mac address="fa:16:3e:1d:6f:d2"/>
Oct 24 19:37:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:29 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:37:29 user nova-compute[74701]:       <target dev="tapb11720d2-03"/>
Oct 24 19:37:29 user nova-compute[74701]:     </interface>
Oct 24 19:37:29 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:37:29 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/console.log" append="off"/>
Oct 24 19:37:29 user nova-compute[74701]:     </serial>
Oct 24 19:37:29 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:37:29 user nova-compute[74701]:     <video>
Oct 24 19:37:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:29 user nova-compute[74701]:     </video>
Oct 24 19:37:29 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:37:29 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:37:29 user nova-compute[74701]:     </rng>
Oct 24 19:37:29 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:37:29 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:37:29 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:37:29 user nova-compute[74701]:     </memballoon>
Oct 24 19:37:29 user nova-compute[74701]:   </devices>
Oct 24 19:37:29 user nova-compute[74701]: </domain>
Oct 24 19:37:29 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='bb496bb5-2838-41b8-9858-b79e52c00792',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-584563854',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:35:12.454689',shelved_host='user',shelved_image_id='bb496bb5-2838-41b8-9858-b79e52c00792'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:36:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG os_vif [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c5e166a-2d49-58dd-9505-dfede53d1d0c', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb11720d2-03, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb11720d2-03, col_values=(('qos', UUID('a3ff23cf-c81f-422d-8038-9f5c122e8d28')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb11720d2-03, col_values=(('external_ids', {'iface-id': 'b11720d2-0320-45a5-af67-59154bc6ca3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:6f:d2', 'vm-uuid': '6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:29 user nova-compute[74701]: INFO os_vif [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03')
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No VIF found with MAC fa:16:3e:1d:6f:d2, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2cf2213b-3696-4204-8d35-2cb8c234db56 is timed out.
Oct 24 19:37:31 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Successfully detached device vdb from instance 2cf2213b-3696-4204-8d35-2cb8c234db56 from the live domain config.
Oct 24 19:37:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bKDonWUk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': '6f275708-e9d9-45a9-a577-e3d425f24483'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:31 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2514c856-9490-4974-afc6-fa89a23aceef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:37:31 user nova-compute[74701]: No targets found.
Oct 24 19:37:31 user nova-compute[74701]: iSNS:
Oct 24 19:37:31 user nova-compute[74701]: No targets found.
Oct 24 19:37:31 user nova-compute[74701]: STATIC:
Oct 24 19:37:31 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:37:31 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:31 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:31 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e
Oct 24 19:37:31 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:31 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:31 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483
Oct 24 19:37:31 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:37:31 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:37:31 user nova-compute[74701]: FIRMWARE:
Oct 24 19:37:31 user nova-compute[74701]: No targets found.
Oct 24 19:37:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:37:31 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:37:31 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab99a57-ad88-4a9a-8ee8-55e426daf299]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e30955b-a980-4938-8f4c-5b3d69892545]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:31 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:31 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 (non-flash)
Oct 24 19:37:31 user nova-compute[74701]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:31 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006479a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.035s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[459d68e1-fa87-4798-a63e-155048f037c2]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.036s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[96038187-9934-4bc1-b0bc-f5514c54796e]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[91016a6d-3873-4ab1-87c1-82641f879f5f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:31 user nova-compute[74701]: WARNING nova.compute.manager [req-7749f1dd-1ada-46af-a003-b5c64203fedc req-88e8b21a-2ff8-4fb4-8b98-9ed415f65cc5 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.050s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8efcfc81-e588-4427-ad3e-078db1f36d15]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:37:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ac9f67e-8247-44c3-a564-2b255dec9a6e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --logout" returned: 0 in 0.094s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41645500-ca5a-483d-8837-73a9d859888d]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260]
Oct 24 19:37:32 user nova-compute[74701]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f275708-e9d9-45a9-a577-e3d425f24483 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[16dfd8d2-342c-4d73-811b-8ff16b4ed4ae]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.438s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] <== disconnect_volume: return (440ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:37:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:33 user nova-compute[74701]: DEBUG nova.objects.instance [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lazy-loading 'flavor' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:37:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-763b5052-e678-434f-abca-4aea2a8052ba tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.992s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:37:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:37:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance spawned successfully.
Oct 24 19:37:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c2541c48-02f4-49e0-be9d-7eeff606f42d tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 34.794s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:34 user nova-compute[74701]: WARNING nova.compute.manager [req-0e9413d7-a4e5-416f-b978-15eefaeb87c7 req-9fa77415-280c-4d4c-9d53-531b7ef3cf53 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state active and task_state None.
Oct 24 19:37:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Starting finish_migration {{(pid=74701) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 24 19:37:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:37:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Creating image(s)
Oct 24 19:37:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.407s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk. size=21474836480 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk 21474836480 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk 21474836480" returned: 0 in 0.047s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Ensure instance console log exists: /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start _get_guest_xml network_info=[{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a', 'attached_at': '2023-10-24T19:37:39.000000', 'detached_at': '', 'volume_id': 'a59e675f-8c70-4fd4-98c9-50d535f2917e', 'serial': 'a59e675f-8c70-4fd4-98c9-50d535f2917e'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '64d7bd75-0c58-4b4b-b0bd-ee17784c5b9d', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:37:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:37:39 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:39 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:37:39 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5bd480-dae6-4a7d-8681-39f9dfa0d198]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:37:39 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eced96f-4a93-4bc4-b6de-2a56171b2ad9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added
Oct 24 19:37:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0415d6b4-55c9-4380-9bcf-94e77d7ac099]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9b1462-7895-47bd-9279-a9c2519e215f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e148bce2-1fbe-4496-a683-34cc8594567f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uXPAbUMm'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[52156d6d-4e98-4d56-9763-1f45f58fcf35]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a793aac-4fa5-48f4-8092-f2b2cc67a872]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:39 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:39 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[008b0cd4-a3c1-4be3-81d3-fb3aadbfa508]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:37:40 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:37:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.087s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfcef1f4-69ec-4b9f-8843-d09ae3e329e0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[629d5a6a-1b58-4f0b-a95f-2f8a2c4091ac]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:40 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:40 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:37:40 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:37:40 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:37:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.410s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb49acc-3321-4f3a-935b-f8b8319106c7]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:37:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.452s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== connect_volume: return (1454ms) {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:37:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:37:41 user nova-compute[74701]:   <uuid>8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</uuid>
Oct 24 19:37:41 user nova-compute[74701]:   <name>instance-00000002</name>
Oct 24 19:37:41 user nova-compute[74701]:   <memory>2097152</memory>
Oct 24 19:37:41 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:37:41 user nova-compute[74701]:   <metadata>
Oct 24 19:37:41 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:37:41 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherB-server-791661004</nova:name>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:37:39</nova:creationTime>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:flavor name="m1.small">
Oct 24 19:37:41 user nova-compute[74701]:         <nova:memory>2048</nova:memory>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:disk>20</nova:disk>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:37:41 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:owner>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:user uuid="5e0a951743a24a0d9b6af04e1c02f200">tempest-ServerActionsTestOtherB-2143964279-project-member</nova:user>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:project uuid="5bfb27ee349549cf85f5117ab01ff9e5">tempest-ServerActionsTestOtherB-2143964279</nova:project>
Oct 24 19:37:41 user nova-compute[74701]:       </nova:owner>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:37:41 user nova-compute[74701]:       <nova:ports>
Oct 24 19:37:41 user nova-compute[74701]:         <nova:port uuid="3f020c4b-ddcd-47cf-912c-8dfd9f77417e">
Oct 24 19:37:41 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:37:41 user nova-compute[74701]:         </nova:port>
Oct 24 19:37:41 user nova-compute[74701]:       </nova:ports>
Oct 24 19:37:41 user nova-compute[74701]:     </nova:instance>
Oct 24 19:37:41 user nova-compute[74701]:   </metadata>
Oct 24 19:37:41 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:37:41 user nova-compute[74701]:     <system>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="serial">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="uuid">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:37:41 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:37:41 user nova-compute[74701]:     </system>
Oct 24 19:37:41 user nova-compute[74701]:   </sysinfo>
Oct 24 19:37:41 user nova-compute[74701]:   <os>
Oct 24 19:37:41 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:37:41 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:37:41 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:37:41 user nova-compute[74701]:   </os>
Oct 24 19:37:41 user nova-compute[74701]:   <features>
Oct 24 19:37:41 user nova-compute[74701]:     <acpi/>
Oct 24 19:37:41 user nova-compute[74701]:     <apic/>
Oct 24 19:37:41 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:37:41 user nova-compute[74701]:   </features>
Oct 24 19:37:41 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:37:41 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:37:41 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:37:41 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:37:41 user nova-compute[74701]:   </clock>
Oct 24 19:37:41 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:37:41 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:37:41 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:37:41 user nova-compute[74701]:   </cpu>
Oct 24 19:37:41 user nova-compute[74701]:   <devices>
Oct 24 19:37:41 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:37:41 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:37:41 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk"/>
Oct 24 19:37:41 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:37:41 user nova-compute[74701]:     </disk>
Oct 24 19:37:41 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:37:41 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:37:41 user nova-compute[74701]:       <source dev="/dev/sdd"/>
Oct 24 19:37:41 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:37:41 user nova-compute[74701]:       <serial>a59e675f-8c70-4fd4-98c9-50d535f2917e</serial>
Oct 24 19:37:41 user nova-compute[74701]:     </disk>
Oct 24 19:37:41 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:37:41 user nova-compute[74701]:       <mac address="fa:16:3e:c0:d5:2f"/>
Oct 24 19:37:41 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:41 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:37:41 user nova-compute[74701]:       <target dev="tap3f020c4b-dd"/>
Oct 24 19:37:41 user nova-compute[74701]:     </interface>
Oct 24 19:37:41 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:37:41 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/console.log" append="off"/>
Oct 24 19:37:41 user nova-compute[74701]:     </serial>
Oct 24 19:37:41 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:37:41 user nova-compute[74701]:     <video>
Oct 24 19:37:41 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:37:41 user nova-compute[74701]:     </video>
Oct 24 19:37:41 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:37:41 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:37:41 user nova-compute[74701]:     </rng>
Oct 24 19:37:41 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:37:41 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:37:41 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:37:41 user nova-compute[74701]:     </memballoon>
Oct 24 19:37:41 user nova-compute[74701]:   </devices>
Oct 24 19:37:41 user nova-compute[74701]: </domain>
Oct 24 19:37:41 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:37:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1194091238-network", "vif_mac": "fa:16:3e:c0:d5:2f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG os_vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6cef36c-4d29-58b7-b99b-74ed9ff1b00d', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f020c4b-dd, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f020c4b-dd, col_values=(('qos', UUID('7a325eab-ac74-467f-a7aa-837e192c87f7')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f020c4b-dd, col_values=(('external_ids', {'iface-id': '3f020c4b-ddcd-47cf-912c-8dfd9f77417e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:d5:2f', 'vm-uuid': '8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:41 user nova-compute[74701]: INFO os_vif [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] No VIF found with MAC fa:16:3e:c0:d5:2f, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:37:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:43 user nova-compute[74701]: WARNING nova.compute.manager [req-f7f94a1c-4a03-4592-b379-5f615b29e929 req-1ec93c44-e019-40a8-a5f4-222758a18b3e service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state resize_finish.
Oct 24 19:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating instance_info_cache with network_info: [{"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-2cf2213b-3696-4204-8d35-2cb8c234db56" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:37:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:37:45 user nova-compute[74701]: WARNING nova.compute.manager [req-ca49c811-7ac5-4a03-9f32-bd7f570a81dd req-6603b317-d0a7-43b4-9947-0d6a7429333d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state resize_finish.
Oct 24 19:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:37:46 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance running successfully.
Oct 24 19:37:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Failed to set time: agent not configured {{(pid=74701) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1a78367e-f926-4b4b-be9d-14f20d3d81b0 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] finish_migration finished successfully. {{(pid=74701) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.278s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:37:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:37:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:37:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7464MB free_disk=25.403697967529297GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Applying migration context for instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a as it has an incoming, in-progress migration 4deaba25-841c-47ba-a85b-8bdb9eeea758. Migration status is finished {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 19:37:51 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating resource usage from migration 4deaba25-841c-47ba-a85b-8bdb9eeea758
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 2cf2213b-3696-4204-8d35-2cb8c234db56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance feb38b0d-4bb1-4446-a306-8147bbc45b9a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 10766e7d-2595-4397-9c8d-e3c210ae0a9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8deb993d-93c6-41ee-831f-4658f0442355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6ca30856-e384-43cc-88b0-78419dd2ca5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Migration 4deaba25-841c-47ba-a85b-8bdb9eeea758 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:37:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.686s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:37:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:37:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:37:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqiVPkRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:38:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.005s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:38:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:38:00 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7120401d-0911-4394-9a09-fa5b4d330b34]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:38:00 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabf69c8-4e07-4cd4-9518-8c913a6442d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892] added
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b586e586-9a7d-4efb-a8a5-722b9c0c19be]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c9af620-388b-4c56-babf-c5ff873cf919]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xqiVPkRE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xqiVPkRE" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbbe781-727b-4636-9cd4-ba9ea9c12a8b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xqiVPkRE'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba52996-517c-4c01-843f-573f7ba1f8cd]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b2f2f5-a1f1-450d-abf9-b092709be2e1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[783cd2e6-201c-4860-a937-6025346ea6ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260]
Oct 24 19:38:00 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260] successful.
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59a370b-5ede-447f-8286-3958ba8e175b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9890d5ff-5e8f-4385-9816-327bd8498748]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:00 user nova-compute[74701]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)
Oct 24 19:38:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] HCTL ('36', '-', '-', 0) found on session 15 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e20cab1a-1038-4200-994f-96238a9544cf]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching for a device in session 15 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:38:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqiVPkRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== connect_volume: return (1367ms) {'type': 'block', 'scsi_wwn': '26337623730366564', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337623730366564', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:38:01 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:38:01 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:38:01 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:38:01 user nova-compute[74701]:   <serial>4aebc9b7-873c-4ad8-bf70-910d17383892</serial>
Oct 24 19:38:01 user nova-compute[74701]: </disk>
Oct 24 19:38:01 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:01 user nova-compute[74701]: INFO nova.compute.manager [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Terminating instance
Oct 24 19:38:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No VIF found with MAC fa:16:3e:69:d5:84, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-unplugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] No waiting events found dispatching network-vif-unplugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-fe1f9b67-3f6c-48f5-bbc3-37f4880d3cbc req-0c331554-22f0-4b2d-b656-7183c2db183a service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-unplugged-d873415e-af62-40d1-9e46-930c466c8d52 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7530bf2-382e-4fe7-b7f9-c2896b634dd6 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 36.075s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Instance destroyed successfully.
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.objects.instance [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lazy-loading 'resources' on Instance uuid 2cf2213b-3696-4204-8d35-2cb8c234db56 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-456052842',display_name='tempest-TestVolumeSwap-server-456052842',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-456052842',id=6,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ8Wwl10PjDZUFby7e+oorGZ1LpZvaCSvb2nfFEIAIe5pigrRjRyfL9cQQEVP/Lj4FoKA4QLC6jj/BoN6GYsyifFDuoGn0J912rm3t226DqAxU0gyn7+QZVsnXmaPj0kdg==',key_name='tempest-keypair-403666228',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='df1500471fd24fa9bf9ef9705b311b2d',ramdisk_id='',reservation_id='r-5fhx663i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1518239943',owner_user_name='tempest-TestVolumeSwap-1518239943-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:33:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='be73ad47e86a455e92276013d0da1ad4',uuid=2cf2213b-3696-4204-8d35-2cb8c234db56,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converting VIF {"id": "d873415e-af62-40d1-9e46-930c466c8d52", "address": "fa:16:3e:97:08:28", "network": {"id": "6c269918-c66f-482a-95cd-aa87e3eae18b", "bridge": "br-int", "label": "tempest-TestVolumeSwap-484400144-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df1500471fd24fa9bf9ef9705b311b2d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd873415e-af", "ovs_interfaceid": "d873415e-af62-40d1-9e46-930c466c8d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG os_vif [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd873415e-af, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c15e61a-ade3-49ce-b8a3-e74bb5dcd22d) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:02 user nova-compute[74701]: INFO os_vif [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:97:08:28,bridge_name='br-int',has_traffic_filtering=True,id=d873415e-af62-40d1-9e46-930c466c8d52,network=Network(6c269918-c66f-482a-95cd-aa87e3eae18b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd873415e-af')
Oct 24 19:38:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Deleting instance files /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56_del
Oct 24 19:38:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Deletion of /opt/stack/data/nova/instances/2cf2213b-3696-4204-8d35-2cb8c234db56_del complete
Oct 24 19:38:02 user nova-compute[74701]: INFO nova.compute.manager [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 19:38:02 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:38:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:04 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Took 1.58 seconds to deallocate network for instance.
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-3082cebd-4c6c-4ac0-9e66-9a5514cda674 req-f94f007b-1b3f-4e79-bba5-6ad7ce48cd88 service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-deleted-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] Acquiring lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] No waiting events found dispatching network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:04 user nova-compute[74701]: WARNING nova.compute.manager [req-4de34c8d-7676-4ace-9c1f-8f4173f42a38 req-ace33736-005e-4e28-a81a-fca669062bcc service nova] [instance: 2cf2213b-3696-4204-8d35-2cb8c234db56] Received unexpected event network-vif-plugged-d873415e-af62-40d1-9e46-930c466c8d52 for instance with vm_state deleted and task_state None.
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.344s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:04 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Deleted allocations for instance 2cf2213b-3696-4204-8d35-2cb8c234db56
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:04 user nova-compute[74701]: INFO nova.compute.manager [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Detaching volume 4aebc9b7-873c-4ad8-bf70-910d17383892
Oct 24 19:38:04 user nova-compute[74701]: INFO nova.virt.block_device [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Attempting to driver detach volume 4aebc9b7-873c-4ad8-bf70-910d17383892 from mountpoint /dev/vdb
Oct 24 19:38:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01cad6b2-01d3-42ed-8aba-0abb5e2c1c9d tempest-TestVolumeSwap-1518239943 tempest-TestVolumeSwap-1518239943-project-member] Lock "2cf2213b-3696-4204-8d35-2cb8c234db56" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.073s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Attempting to detach device vdb from instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:38:04 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:38:04 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:38:04 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:38:04 user nova-compute[74701]:   <serial>4aebc9b7-873c-4ad8-bf70-910d17383892</serial>
Oct 24 19:38:04 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:38:04 user nova-compute[74701]: </disk>
Oct 24 19:38:04 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:38:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully detached device vdb from instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 from the persistent domain config.
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:38:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:38:04 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:38:04 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:38:04 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:38:04 user nova-compute[74701]:   <serial>4aebc9b7-873c-4ad8-bf70-910d17383892</serial>
Oct 24 19:38:04 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:38:04 user nova-compute[74701]: </disk>
Oct 24 19:38:04 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:38:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:38:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:38:18 user nova-compute[74701]: INFO nova.compute.claims [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Claim successful on node user
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:38:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.policy [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d5446360f7f422c8a735dffc493d397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '453be6bca66846fba7c1eedf12637297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:38:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Creating image(s)
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "/opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "/opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "/opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.224s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:19 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk 1073741824" returned: 0 in 0.094s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Successfully created port: 50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Cannot resize image /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Ensure instance console log exists: /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Successfully updated port: 50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquired lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-changed-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Refreshing instance network info cache due to event network-changed-50355503-53c6-4d48-90a4-5eb4b6c0d052. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] Acquiring lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:38:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updating instance_info_cache with network_info: [{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Releasing lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Instance network_info: |[{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] Acquired lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.neutron [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Refreshing network info cache for port 50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Start _get_guest_xml network_info=[{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:38:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1774238311',display_name='tempest-ServersNegativeTestJSON-server-1774238311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1774238311',id=15,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-iqo9jtod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:38:19Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=b131874a-1c7b-438d-a393-601c49f57539,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lazy-loading 'pci_devices' on Instance uuid b131874a-1c7b-438d-a393-601c49f57539 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:38:22 user nova-compute[74701]:   <uuid>b131874a-1c7b-438d-a393-601c49f57539</uuid>
Oct 24 19:38:22 user nova-compute[74701]:   <name>instance-0000000f</name>
Oct 24 19:38:22 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:38:22 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:38:22 user nova-compute[74701]:   <metadata>
Oct 24 19:38:22 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:38:22 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:name>tempest-ServersNegativeTestJSON-server-1774238311</nova:name>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:38:22</nova:creationTime>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:38:22 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:38:22 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:owner>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:user uuid="4d5446360f7f422c8a735dffc493d397">tempest-ServersNegativeTestJSON-2054731821-project-member</nova:user>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:project uuid="453be6bca66846fba7c1eedf12637297">tempest-ServersNegativeTestJSON-2054731821</nova:project>
Oct 24 19:38:22 user nova-compute[74701]:       </nova:owner>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:38:22 user nova-compute[74701]:       <nova:ports>
Oct 24 19:38:22 user nova-compute[74701]:         <nova:port uuid="50355503-53c6-4d48-90a4-5eb4b6c0d052">
Oct 24 19:38:22 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 19:38:22 user nova-compute[74701]:         </nova:port>
Oct 24 19:38:22 user nova-compute[74701]:       </nova:ports>
Oct 24 19:38:22 user nova-compute[74701]:     </nova:instance>
Oct 24 19:38:22 user nova-compute[74701]:   </metadata>
Oct 24 19:38:22 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:38:22 user nova-compute[74701]:     <system>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="serial">b131874a-1c7b-438d-a393-601c49f57539</entry>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="uuid">b131874a-1c7b-438d-a393-601c49f57539</entry>
Oct 24 19:38:22 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:38:22 user nova-compute[74701]:     </system>
Oct 24 19:38:22 user nova-compute[74701]:   </sysinfo>
Oct 24 19:38:22 user nova-compute[74701]:   <os>
Oct 24 19:38:22 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:38:22 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:38:22 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:38:22 user nova-compute[74701]:   </os>
Oct 24 19:38:22 user nova-compute[74701]:   <features>
Oct 24 19:38:22 user nova-compute[74701]:     <acpi/>
Oct 24 19:38:22 user nova-compute[74701]:     <apic/>
Oct 24 19:38:22 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:38:22 user nova-compute[74701]:   </features>
Oct 24 19:38:22 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:38:22 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:38:22 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:38:22 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:38:22 user nova-compute[74701]:   </clock>
Oct 24 19:38:22 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:38:22 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:38:22 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:38:22 user nova-compute[74701]:   </cpu>
Oct 24 19:38:22 user nova-compute[74701]:   <devices>
Oct 24 19:38:22 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:38:22 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:38:22 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk"/>
Oct 24 19:38:22 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:38:22 user nova-compute[74701]:     </disk>
Oct 24 19:38:22 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:38:22 user nova-compute[74701]:       <mac address="fa:16:3e:e0:25:2c"/>
Oct 24 19:38:22 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:38:22 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:38:22 user nova-compute[74701]:       <target dev="tap50355503-53"/>
Oct 24 19:38:22 user nova-compute[74701]:     </interface>
Oct 24 19:38:22 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:38:22 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/console.log" append="off"/>
Oct 24 19:38:22 user nova-compute[74701]:     </serial>
Oct 24 19:38:22 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:38:22 user nova-compute[74701]:     <video>
Oct 24 19:38:22 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:38:22 user nova-compute[74701]:     </video>
Oct 24 19:38:22 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:38:22 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:38:22 user nova-compute[74701]:     </rng>
Oct 24 19:38:22 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:38:22 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:38:22 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:38:22 user nova-compute[74701]:     </memballoon>
Oct 24 19:38:22 user nova-compute[74701]:   </devices>
Oct 24 19:38:22 user nova-compute[74701]: </domain>
Oct 24 19:38:22 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1774238311',display_name='tempest-ServersNegativeTestJSON-server-1774238311',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1774238311',id=15,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-iqo9jtod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:38:19Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=b131874a-1c7b-438d-a393-601c49f57539,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG os_vif [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ab5c236a-3925-5a56-9975-71835481f62a', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50355503-53, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50355503-53, col_values=(('qos', UUID('1b24617f-ca6d-48f2-b6d4-4649a4dc0c57')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50355503-53, col_values=(('external_ids', {'iface-id': '50355503-53c6-4d48-90a4-5eb4b6c0d052', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:25:2c', 'vm-uuid': 'b131874a-1c7b-438d-a393-601c49f57539'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:22 user nova-compute[74701]: INFO os_vif [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53')
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] No VIF found with MAC fa:16:3e:e0:25:2c, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.neutron [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updated VIF entry in instance network info cache for port 50355503-53c6-4d48-90a4-5eb4b6c0d052. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG nova.network.neutron [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updating instance_info_cache with network_info: [{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4efa8f09-909e-44f2-99e8-c43535dd2d5b req-7c58c702-d548-47de-a95d-32e7851babb9 service nova] Releasing lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] No waiting events found dispatching network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:23 user nova-compute[74701]: WARNING nova.compute.manager [req-15797648-a1f1-4831-ba21-430c52c3cdae req-e27936a7-1eb0-4572-9a48-06222fe5e6cb service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received unexpected event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 for instance with vm_state building and task_state spawning.
Oct 24 19:38:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:25 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 is timed out.
Oct 24 19:38:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully detached device vdb from instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 from the live domain config.
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xqiVPkRE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:38:25 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4876b226-c32a-46d1-a830-c3d0068c7b5b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:38:25 user nova-compute[74701]: No targets found.
Oct 24 19:38:25 user nova-compute[74701]: iSNS:
Oct 24 19:38:25 user nova-compute[74701]: No targets found.
Oct 24 19:38:25 user nova-compute[74701]: STATIC:
Oct 24 19:38:25 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:38:25 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:25 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:25 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e
Oct 24 19:38:25 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:25 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:25 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892
Oct 24 19:38:25 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:25 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:25 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e
Oct 24 19:38:25 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:25 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:25 user nova-compute[74701]: FIRMWARE:
Oct 24 19:38:25 user nova-compute[74701]: No targets found.
Oct 24 19:38:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:38:25 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:38:25 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7658b692-8254-4aee-b79e-12792e24c72b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5344246-7591-4af4-897e-5efd6335c0e2]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)
Oct 24 19:38:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:25 user nova-compute[74701]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 (non-flash)
Oct 24 19:38:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f24657f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0c56beb-d8f1-47cd-9186-8e74360129a1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca49fba-7beb-4f9e-a338-38f4852bc339]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2082dc-08d0-4832-ba14-442083df7c07]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea6d633-8d25-48a5-8046-8aeee7346662]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[433b4ec9-34df-4031-8acd-cb7ae21aac86]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8f72e63-519a-4261-bf14-89a79dc05f1d]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260]
Oct 24 19:38:25 user nova-compute[74701]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892, portal: 172.16.0.220,3260] successful.
Oct 24 19:38:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4aebc9b7-873c-4ad8-bf70-910d17383892 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[372a837f-6bc9-481c-9967-af5059dafaf2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== disconnect_volume: return (299ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:38:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] Instance spawned successfully.
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] No waiting events found dispatching network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:25 user nova-compute[74701]: WARNING nova.compute.manager [req-915e1f67-605f-4ea1-a020-3d1110eb8a93 req-0884a1fe-66df-459b-a888-fd61748970aa service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received unexpected event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 for instance with vm_state building and task_state spawning.
Oct 24 19:38:25 user nova-compute[74701]: INFO nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Took 6.40 seconds to spawn the instance on the hypervisor.
Oct 24 19:38:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:38:26 user nova-compute[74701]: INFO nova.compute.manager [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Took 7.23 seconds to build instance.
Oct 24 19:38:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d56b37a-4c8e-4a74-955e-9e2ff68b6d10 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.335s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dc6b7f9-3555-4d21-83d2-8eb6f83fe600 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.020s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:38:37 user nova-compute[74701]: INFO nova.compute.claims [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Claim successful on node user
Oct 24 19:38:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.691s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:38:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:38 user nova-compute[74701]: INFO nova.compute.manager [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Terminating instance
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.policy [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a952edd9ac4385af98ef4752ad8154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b034b0cafba6420eb09425db5d4b7608', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:38:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Creating image(s)
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "/opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk 1073741824" returned: 0 in 0.076s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Instance destroyed successfully.
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lazy-loading 'resources' on Instance uuid 10766e7d-2595-4397-9c8d-e3c210ae0a9a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1102639285',display_name='tempest-VolumesActionsTest-instance-1102639285',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1102639285',id=12,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:36:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='59799eaa5e3e46b6b5b8095d5dc1a551',ramdisk_id='',reservation_id='r-okhtshnv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-299114527',owner_user_name='tempest-VolumesActionsTest-299114527-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:36:24Z,user_data=None,user_id='15161577e2b242e88fd40ff59b29627b',uuid=10766e7d-2595-4397-9c8d-e3c210ae0a9a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converting VIF {"id": "056de985-6989-4cb0-bd62-635dab76ae9b", "address": "fa:16:3e:8d:42:80", "network": {"id": "3c5b8717-704b-4978-850b-066b88059431", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1644535276-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "59799eaa5e3e46b6b5b8095d5dc1a551", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap056de985-69", "ovs_interfaceid": "056de985-6989-4cb0-bd62-635dab76ae9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG os_vif [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap056de985-69, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a70b887-2226-4837-88ca-94af19635d55) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:39 user nova-compute[74701]: INFO os_vif [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:42:80,bridge_name='br-int',has_traffic_filtering=True,id=056de985-6989-4cb0-bd62-635dab76ae9b,network=Network(3c5b8717-704b-4978-850b-066b88059431),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap056de985-69')
Oct 24 19:38:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Deleting instance files /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a_del
Oct 24 19:38:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Deletion of /opt/stack/data/nova/instances/10766e7d-2595-4397-9c8d-e3c210ae0a9a_del complete
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.231s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking if we can resize image /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:39 user nova-compute[74701]: INFO nova.compute.manager [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Cannot resize image /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Ensure instance console log exists: /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-unplugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] No waiting events found dispatching network-vif-unplugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ad54882-7d93-4b1a-bfea-973ffa87cca3 req-e3bdb803-b694-4cc4-b872-6c41c5afbf81 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-unplugged-056de985-6989-4cb0-bd62-635dab76ae9b for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:38:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Successfully created port: fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:40 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Took 0.72 seconds to deallocate network for instance.
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.584s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Successfully updated port: fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:38:40 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Deleted allocations for instance 10766e7d-2595-4397-9c8d-e3c210ae0a9a
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing instance network info cache due to event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a51d587a-80b9-4efd-820e-3c995a387018 tempest-VolumesActionsTest-299114527 tempest-VolumesActionsTest-299114527-project-member] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.720s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-changed-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing instance network info cache due to event network-changed-d8043cf6-c343-4289-8310-fabcf3210ad4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing network info cache for port d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Instance network_info: |[{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Start _get_guest_xml network_info=[{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:38:41 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:41 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-999281865',display_name='tempest-ServerActionsTestOtherA-server-999281865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-999281865',id=16,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-08xh9bpg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:38:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=551bdc55-b0d1-4b38-a1ee-7399a7378516,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'pci_devices' on Instance uuid 551bdc55-b0d1-4b38-a1ee-7399a7378516 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:38:41 user nova-compute[74701]:   <uuid>551bdc55-b0d1-4b38-a1ee-7399a7378516</uuid>
Oct 24 19:38:41 user nova-compute[74701]:   <name>instance-00000010</name>
Oct 24 19:38:41 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:38:41 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:38:41 user nova-compute[74701]:   <metadata>
Oct 24 19:38:41 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:38:41 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherA-server-999281865</nova:name>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:38:41</nova:creationTime>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:38:41 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:38:41 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:owner>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:user uuid="46a952edd9ac4385af98ef4752ad8154">tempest-ServerActionsTestOtherA-996734114-project-member</nova:user>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:project uuid="b034b0cafba6420eb09425db5d4b7608">tempest-ServerActionsTestOtherA-996734114</nova:project>
Oct 24 19:38:41 user nova-compute[74701]:       </nova:owner>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:38:41 user nova-compute[74701]:       <nova:ports>
Oct 24 19:38:41 user nova-compute[74701]:         <nova:port uuid="fd18a10d-1e71-496e-9162-80b009fd490f">
Oct 24 19:38:41 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 19:38:41 user nova-compute[74701]:         </nova:port>
Oct 24 19:38:41 user nova-compute[74701]:       </nova:ports>
Oct 24 19:38:41 user nova-compute[74701]:     </nova:instance>
Oct 24 19:38:41 user nova-compute[74701]:   </metadata>
Oct 24 19:38:41 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:38:41 user nova-compute[74701]:     <system>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="serial">551bdc55-b0d1-4b38-a1ee-7399a7378516</entry>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="uuid">551bdc55-b0d1-4b38-a1ee-7399a7378516</entry>
Oct 24 19:38:41 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:38:41 user nova-compute[74701]:     </system>
Oct 24 19:38:41 user nova-compute[74701]:   </sysinfo>
Oct 24 19:38:41 user nova-compute[74701]:   <os>
Oct 24 19:38:41 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:38:41 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:38:41 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:38:41 user nova-compute[74701]:   </os>
Oct 24 19:38:41 user nova-compute[74701]:   <features>
Oct 24 19:38:41 user nova-compute[74701]:     <acpi/>
Oct 24 19:38:41 user nova-compute[74701]:     <apic/>
Oct 24 19:38:41 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:38:41 user nova-compute[74701]:   </features>
Oct 24 19:38:41 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:38:41 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:38:41 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:38:41 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:38:41 user nova-compute[74701]:   </clock>
Oct 24 19:38:41 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:38:41 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:38:41 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:38:41 user nova-compute[74701]:   </cpu>
Oct 24 19:38:41 user nova-compute[74701]:   <devices>
Oct 24 19:38:41 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:38:41 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:38:41 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk"/>
Oct 24 19:38:41 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:38:41 user nova-compute[74701]:     </disk>
Oct 24 19:38:41 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:38:41 user nova-compute[74701]:       <mac address="fa:16:3e:43:75:c7"/>
Oct 24 19:38:41 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:38:41 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:38:41 user nova-compute[74701]:       <target dev="tapfd18a10d-1e"/>
Oct 24 19:38:41 user nova-compute[74701]:     </interface>
Oct 24 19:38:41 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:38:41 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/console.log" append="off"/>
Oct 24 19:38:41 user nova-compute[74701]:     </serial>
Oct 24 19:38:41 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:38:41 user nova-compute[74701]:     <video>
Oct 24 19:38:41 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:38:41 user nova-compute[74701]:     </video>
Oct 24 19:38:41 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:38:41 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:38:41 user nova-compute[74701]:     </rng>
Oct 24 19:38:41 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:38:41 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:38:41 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:38:41 user nova-compute[74701]:     </memballoon>
Oct 24 19:38:41 user nova-compute[74701]:   </devices>
Oct 24 19:38:41 user nova-compute[74701]: </domain>
Oct 24 19:38:41 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-999281865',display_name='tempest-ServerActionsTestOtherA-server-999281865',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-999281865',id=16,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-08xh9bpg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:38:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=551bdc55-b0d1-4b38-a1ee-7399a7378516,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG os_vif [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2324c2e5-9234-5fc8-b851-4a512fcbeba2', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfd18a10d-1e, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfd18a10d-1e, col_values=(('qos', UUID('9337d7c4-0535-4ac7-acd0-c91293c4b7ab')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfd18a10d-1e, col_values=(('external_ids', {'iface-id': 'fd18a10d-1e71-496e-9162-80b009fd490f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:75:c7', 'vm-uuid': '551bdc55-b0d1-4b38-a1ee-7399a7378516'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:41 user nova-compute[74701]: INFO os_vif [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e')
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:43:75:c7, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] Acquiring lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] Lock "10766e7d-2595-4397-9c8d-e3c210ae0a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] No waiting events found dispatching network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:41 user nova-compute[74701]: WARNING nova.compute.manager [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received unexpected event network-vif-plugged-056de985-6989-4cb0-bd62-635dab76ae9b for instance with vm_state deleted and task_state None.
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-ef025f88-d311-4a58-a837-7f1c56e3267c req-448d619d-276a-4699-b50f-b13bf633d322 service nova] [instance: 10766e7d-2595-4397-9c8d-e3c210ae0a9a] Received event network-vif-deleted-056de985-6989-4cb0-bd62-635dab76ae9b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "interface-8deb993d-93c6-41ee-831f-4658f0442355-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "interface-8deb993d-93c6-41ee-831f-4658f0442355-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lazy-loading 'flavor' on Instance uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updated VIF entry in instance network info cache for port d8043cf6-c343-4289-8310-fabcf3210ad4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c04a2f77-229c-449e-9b06-118a01e15094 req-f7733c21-45c2-43b0-9029-6958f1a9d6b1 service nova] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated VIF entry in instance network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db99da1b-ad9a-4fca-80e4-38b94b184620 req-ec85f241-f2ae-450a-b409-869837b00e0f service nova] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lazy-loading 'pci_requests' on Instance uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.objects.base [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Object Instance<8deb993d-93c6-41ee-831f-4658f0442355> lazy-loaded attributes: flavor,pci_requests {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:38:41 user nova-compute[74701]: DEBUG nova.policy [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e77cc50043540e2a341d997a4a9b9f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0a99ef57b34ac58c1ac33f8030e2f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:38:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:38:42 user nova-compute[74701]: DEBUG nova.network.neutron [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Successfully created port: aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:38:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Successfully updated port: aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-changed-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing instance network info cache due to event network-changed-aa7be581-1dfb-41f9-a229-61f7322b08c1. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] No waiting events found dispatching network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:43 user nova-compute[74701]: WARNING nova.compute.manager [req-33deb795-fb80-4902-98be-8bfb8a6514ee req-75a8f1d4-bc05-4121-bef9-5442c7cd2e22 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received unexpected event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f for instance with vm_state building and task_state spawning.
Oct 24 19:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:44 user nova-compute[74701]: INFO nova.compute.manager [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Terminating instance
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.neutron [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Refreshing network info cache for port aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:36:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:36:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG os_vif [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b3392526-1f1f-5ebc-af37-4a8cb9296c9f', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa7be581-1d, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa7be581-1d, col_values=(('qos', UUID('28378579-8efe-47cb-b9eb-9ae39f788fd5')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa7be581-1d, col_values=(('external_ids', {'iface-id': 'aa7be581-1dfb-41f9-a229-61f7322b08c1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:c8:dd', 'vm-uuid': '8deb993d-93c6-41ee-831f-4658f0442355'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: INFO os_vif [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d')
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:36:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:36:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] attach device xml: <interface type="ethernet">
Oct 24 19:38:44 user nova-compute[74701]:   <mac address="fa:16:3e:36:c8:dd"/>
Oct 24 19:38:44 user nova-compute[74701]:   <model type="virtio"/>
Oct 24 19:38:44 user nova-compute[74701]:   <mtu size="1442"/>
Oct 24 19:38:44 user nova-compute[74701]:   <target dev="tapaa7be581-1d"/>
Oct 24 19:38:44 user nova-compute[74701]: </interface>
Oct 24 19:38:44 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:45 user nova-compute[74701]: WARNING nova.compute.manager [req-5f9ffb18-7a7e-4a9d-812e-2e35de68d78e req-88ec273f-4745-46f1-8395-0d9bd8f638c6 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 for instance with vm_state active and task_state None.
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updated VIF entry in instance network info cache for port aa7be581-1dfb-41f9-a229-61f7322b08c1. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1eae2a5a-12be-4630-ba3d-aff20e5b62d3 req-aa2f0f50-7d38-4910-aa68-7b55a13a6a72 service nova] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Instance destroyed successfully.
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lazy-loading 'resources' on Instance uuid feb38b0d-4bb1-4446-a306-8147bbc45b9a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:34:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-142425695',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-504404459',id=8,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGjvYJ1y5llXhlDQlLyCGME9wwqX1NlniM+MKNo6edTjZG1QnhLGYvJGVOHXOrUdYT4JvA8toV3SHSd4mWfLvdLPBa0lV8i82/2VHEsNJQuvcy+OvGN/prxKmvi59DeDTg==',key_name='tempest-keypair-947786439',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b549b3281e6e4fbbb4fa661b9e762446',ramdisk_id='',reservation_id='r-5d1dl6it',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1547739651',owner_user_name='tempest-ServerActionsV293TestJSON-1547739651-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:37:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e37b557cb41841c4815066283105840f',uuid=feb38b0d-4bb1-4446-a306-8147bbc45b9a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converting VIF {"id": "8472f423-3fa4-4ebc-b830-a2a528dea976", "address": "fa:16:3e:5a:f7:24", "network": {"id": "61d166cc-6e5a-42a9-8c28-ed28fb82d618", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-311693908-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.74", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b549b3281e6e4fbbb4fa661b9e762446", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8472f423-3f", "ovs_interfaceid": "8472f423-3fa4-4ebc-b830-a2a528dea976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_vif [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8472f423-3f, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e1fe500-a8d6-4e01-a78b-5bb4b40ee450) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: INFO os_vif [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:f7:24,bridge_name='br-int',has_traffic_filtering=True,id=8472f423-3fa4-4ebc-b830-a2a528dea976,network=Network(61d166cc-6e5a-42a9-8c28-ed28fb82d618),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8472f423-3f')
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No BDM found with device name hda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] No VIF found with MAC fa:16:3e:68:88:d7, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TtsEgAMR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:38:45 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:38:45 user nova-compute[74701]:   <nova:package version="0.0.0"/>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:name>tempest-device-tagging-server-1857246714</nova:name>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:creationTime>2023-10-24 19:38:45</nova:creationTime>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:flavor name="m1.tiny">
Oct 24 19:38:45 user nova-compute[74701]:     <nova:memory>512</nova:memory>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:disk>1</nova:disk>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:swap>0</nova:swap>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:vcpus>1</nova:vcpus>
Oct 24 19:38:45 user nova-compute[74701]:   </nova:flavor>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:owner>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:user uuid="3e77cc50043540e2a341d997a4a9b9f6">tempest-TaggedAttachmentsTest-1793406055-project-member</nova:user>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:project uuid="aa0a99ef57b34ac58c1ac33f8030e2f9">tempest-TaggedAttachmentsTest-1793406055</nova:project>
Oct 24 19:38:45 user nova-compute[74701]:   </nova:owner>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:38:45 user nova-compute[74701]:   <nova:ports>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:port uuid="d8043cf6-c343-4289-8310-fabcf3210ad4">
Oct 24 19:38:45 user nova-compute[74701]:       <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 19:38:45 user nova-compute[74701]:     </nova:port>
Oct 24 19:38:45 user nova-compute[74701]:     <nova:port uuid="aa7be581-1dfb-41f9-a229-61f7322b08c1">
Oct 24 19:38:45 user nova-compute[74701]:       <nova:ip type="fixed" address="10.10.10.44" ipVersion="4"/>
Oct 24 19:38:45 user nova-compute[74701]:     </nova:port>
Oct 24 19:38:45 user nova-compute[74701]:   </nova:ports>
Oct 24 19:38:45 user nova-compute[74701]: </nova:instance>
Oct 24 19:38:45 user nova-compute[74701]:  {{(pid=74701) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cdcfa8c-e295-4b06-ad00-ff38d8dc0aa6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:38:45 user nova-compute[74701]: No targets found.
Oct 24 19:38:45 user nova-compute[74701]: iSNS:
Oct 24 19:38:45 user nova-compute[74701]: No targets found.
Oct 24 19:38:45 user nova-compute[74701]: STATIC:
Oct 24 19:38:45 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:38:45 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:45 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:45 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e
Oct 24 19:38:45 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:45 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:45 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e
Oct 24 19:38:45 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:38:45 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:38:45 user nova-compute[74701]: FIRMWARE:
Oct 24 19:38:45 user nova-compute[74701]: No targets found.
Oct 24 19:38:45 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:38:45 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:38:45 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bebf0f0-f54b-4b59-990c-572a7bc99845]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-306bcf10-2387-4f40-88e5-f455565ed90c tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "interface-8deb993d-93c6-41ee-831f-4658f0442355-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.843s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea919ea-03de-4aac-b1c3-fdfa96af084f]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:45 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:45 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:45 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e (non-flash)
Oct 24 19:38:45 user nova-compute[74701]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:38:45 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:38:45 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007a1bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e4fa0ce-563c-443d-98b3-aa8ce5570e2c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfab08f-63a9-46d9-b000-1fa58b30abbb]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b3fd0f-4245-41fa-a080-2dd0ecaa171a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4989203f-2795-40af-a7b3-54207347430c]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d2a327-2c5e-4f23-a9ac-a4e77cf20a8c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] No waiting events found dispatching network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:45 user nova-compute[74701]: WARNING nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received unexpected event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f for instance with vm_state building and task_state spawning.
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-unplugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Acquiring lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] No waiting events found dispatching network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:45 user nova-compute[74701]: WARNING nova.compute.manager [req-70be1e1e-02a3-4481-b4f5-38ceeab5b282 req-ba2276b3-7e26-4bc8-a273-a82abc800a4d service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received unexpected event network-vif-plugged-8472f423-3fa4-4ebc-b830-a2a528dea976 for instance with vm_state active and task_state deleting.
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd2e199-39f2-4199-9b56-9b434d945806]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260]
Oct 24 19:38:45 user nova-compute[74701]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e, portal: 172.16.0.220,3260] successful.
Oct 24 19:38:45 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a24cd0d8-3f0b-4744-9223-e7759bdee30e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[af749ab1-1d39-40ea-8fc2-cccc40b8d5fb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.396s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] <== disconnect_volume: return (398ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:38:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deleting instance files /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a_del
Oct 24 19:38:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deletion of /opt/stack/data/nova/instances/feb38b0d-4bb1-4446-a306-8147bbc45b9a_del complete
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lazy-loading 'flavor' on Instance uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:38:45 user nova-compute[74701]: INFO nova.compute.manager [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Took 1.80 seconds to destroy the instance on the hypervisor.
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:38:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:38:46 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Instance spawned successfully.
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:46 user nova-compute[74701]: INFO nova.compute.manager [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Attaching volume c2dc79d6-2caf-45d5-97b6-1748bfb75cdf to /dev/vdb
Oct 24 19:38:46 user nova-compute[74701]: INFO nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Took 7.64 seconds to spawn the instance on the hypervisor.
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.utils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd92c4ac-7313-4d69-97da-e4d8e7d1a73f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:46 user nova-compute[74701]: INFO nova.compute.manager [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Took 8.79 seconds to build instance.
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[401eb814-70d4-4557-b880-e0e3375cb2d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.057s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3087f1-2339-4058-8e07-f893b61a3cd6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-62d6d53a-0da7-47f2-b0da-6f7d877d45df tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.960s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[27a9cf5a-cc53-473e-a456-c09d0a8797a9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:38:46 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:38:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da2ddbe4-df90-485e-b29c-b2134bd3cbb2]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG os_brick.utils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] <== get_connector_properties: return (191ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating existing volume attachment record: 61d5c692-ea14-44aa-9d6b-c749a7aefec2 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:38:46 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Took 0.96 seconds to deallocate network for instance.
Oct 24 19:38:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-d5c31db0-b1b0-43d7-98c7-e3dc00a67ad2 req-f27bb2f1-6041-4a31-9b74-221c33af1bb2 service nova] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Received event network-vif-deleted-8472f423-3fa4-4ebc-b830-a2a528dea976 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:38:47 user nova-compute[74701]: WARNING nova.compute.manager [req-e71af9d5-5f0e-4119-a2bf-009956c5b776 req-4eb7b8b6-d550-4dcc-bc39-e036845c07e4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 for instance with vm_state active and task_state None.
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.volume.cinder [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Update attachment failed for attachment 61d5c692-ea14-44aa-9d6b-c749a7aefec2. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Failed to attach c2dc79d6-2caf-45d5-97b6-1748bfb75cdf at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Traceback (most recent call last):
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     self._volume_attach(context, volume, connector, instance,
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     connection_info = volume_api.attachment_update(
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     res = method(self, ctx, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     return method.func(obj, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     return self.request(url, method, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355]     raise exceptions.from_response(resp, body)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae)
Oct 24 19:38:47 user nova-compute[74701]: ERROR nova.compute.manager [instance: 8deb993d-93c6-41ee-831f-4658f0442355] 
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 1.421s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server [None req-ddfebb8a-4099-47c6-a2cc-a6e12e96300b tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-278208ce-f814-4f7c-9ec1-0f60a7c195ae)
Oct 24 19:38:47 user nova-compute[74701]: ERROR oslo_messaging.rpc.server 
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:47 user nova-compute[74701]: INFO nova.compute.manager [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Took 1.04 seconds to detach 1 volumes for instance.
Oct 24 19:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] [instance: feb38b0d-4bb1-4446-a306-8147bbc45b9a] Deleting volume: a24cd0d8-3f0b-4744-9223-e7759bdee30e {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.749s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:48 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Deleted allocations for instance feb38b0d-4bb1-4446-a306-8147bbc45b9a
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b5c6c96d-1dbf-4fc0-b5d2-28d2851e2a63 tempest-ServerActionsV293TestJSON-1547739651 tempest-ServerActionsV293TestJSON-1547739651-project-member] Lock "feb38b0d-4bb1-4446-a306-8147bbc45b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.999s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:49 user nova-compute[74701]: INFO nova.compute.manager [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Detaching volume 044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:38:49 user nova-compute[74701]: INFO nova.virt.block_device [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Attempting to driver detach volume 044d9988-ef0a-4808-9f88-bfd33894dcb8 from mountpoint /dev/vdc
Oct 24 19:38:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Attempting to detach device vdc from instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:38:49 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:38:49 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:38:49 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 19:38:49 user nova-compute[74701]:   <serial>044d9988-ef0a-4808-9f88-bfd33894dcb8</serial>
Oct 24 19:38:49 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:38:49 user nova-compute[74701]: </disk>
Oct 24 19:38:49 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:38:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully detached device vdc from instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e from the persistent domain config.
Oct 24 19:38:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:38:49 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:38:49 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:38:49 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 19:38:49 user nova-compute[74701]:   <serial>044d9988-ef0a-4808-9f88-bfd33894dcb8</serial>
Oct 24 19:38:49 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:38:49 user nova-compute[74701]: </disk>
Oct 24 19:38:49 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:38:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:38:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:38:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:51 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7506MB free_disk=25.40716552734375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Applying migration context for instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a as it has an incoming, in-progress migration 4deaba25-841c-47ba-a85b-8bdb9eeea758. Migration status is finished {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 19:38:51 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating resource usage from migration 4deaba25-841c-47ba-a85b-8bdb9eeea758
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8deb993d-93c6-41ee-831f-4658f0442355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6ca30856-e384-43cc-88b0-78419dd2ca5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Migration 4deaba25-841c-47ba-a85b-8bdb9eeea758 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.577s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:38:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:38:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:38:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:38:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Port 3f020c4b-ddcd-47cf-912c-8dfd9f77417e binding to destination host user is already ACTIVE {{(pid=74701) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Creating tmpfile /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/tmp5wobqy1x to verify with other compute node that the instance is on the same shared storage. {{(pid=74701) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:04 user nova-compute[74701]: WARNING nova.compute.manager [req-9e0ff3be-f6dc-4827-ba32-a2f9ce51fe11 req-3b36f6fe-8d54-40ef-a405-bf5a91942c6c service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state resized and task_state resize_reverting.
Oct 24 19:39:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance destroyed successfully.
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'resources' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:37:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f020c4b-dd, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a325eab-ac74-467f-a7aa-837e192c87f7) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:04 user nova-compute[74701]: INFO os_vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:39:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:39:04 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e859096-3ba6-480e-837b-fe1a2a01777a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:39:04 user nova-compute[74701]: No targets found.
Oct 24 19:39:04 user nova-compute[74701]: iSNS:
Oct 24 19:39:04 user nova-compute[74701]: No targets found.
Oct 24 19:39:04 user nova-compute[74701]: STATIC:
Oct 24 19:39:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:39:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:39:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:39:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e
Oct 24 19:39:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:39:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:39:04 user nova-compute[74701]: FIRMWARE:
Oct 24 19:39:04 user nova-compute[74701]: No targets found.
Oct 24 19:39:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:39:04 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:39:04 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e4c4fc-1d1b-43e6-8ad6-e1cb7fc0d44f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f82b6f1-3f59-47e7-9b5d-70de68724bba]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:39:04 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:39:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:39:04 user nova-compute[74701]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:39:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f3c36e290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb6c9a5-6456-4da2-ad95-1d21f9dabc2f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffad637b-3ec6-4bb4-9ac2-e6bf400d404f]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e1a3a80-2952-4922-8559-1c73d11d36d1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.061s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c9e6a8-1da6-4cf4-9ce3-e18db0b09b50]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca10802-1378-4680-9b17-6affd44f3a01]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c34b91b-6b74-4487-8435-3dc27658f964]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:39:05 user nova-compute[74701]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:39:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[153dadaf-76f7-401a-be84-ddb5bf349783]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== disconnect_volume: return (320ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:39:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'migration_context' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.objects.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Object Instance<8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a> lazy-loaded attributes: resources,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:06 user nova-compute[74701]: WARNING nova.compute.manager [req-e2a3a994-b429-40ba-9d69-c62388f275f2 req-ca922dda-dd1a-45ef-bbbf-79b4fbf01712 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state resized and task_state resize_reverting.
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:39:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.547s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:06 user nova-compute[74701]: INFO nova.compute.manager [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Swapping old allocation on dict_keys(['bf5089bd-1f03-4997-a69a-4040e2b68367']) held by migration 4deaba25-841c-47ba-a85b-8bdb9eeea758 for instance
Oct 24 19:39:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Overwriting current allocation {'allocations': {'bf5089bd-1f03-4997-a69a-4040e2b68367': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 21}}, 'project_id': '5bfb27ee349549cf85f5117ab01ff9e5', 'user_id': '5e0a951743a24a0d9b6af04e1c02f200', 'consumer_generation': 1} on consumer 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.utils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a42ff03-8b01-489d-b131-1561db10d662]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af76fa7-8fe0-4934-acf8-0666c01d1a22]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4491c8d7-b78c-4eef-b4ed-64024b74ea1c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd26f10f-6bbc-462c-a95a-fabe0f6e805c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:39:07 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:39:07 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece62ce7-7fec-4411-883c-f22c36530889]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG os_brick.utils [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:39:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:10 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e is timed out.
Oct 24 19:39:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully detached device vdc from instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e from the live domain config.
Oct 24 19:39:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YkeRtjWC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:39:10 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[445bc53a-af1b-42a9-8c42-8223e9984bdf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:39:10 user nova-compute[74701]: No targets found.
Oct 24 19:39:10 user nova-compute[74701]: iSNS:
Oct 24 19:39:10 user nova-compute[74701]: No targets found.
Oct 24 19:39:10 user nova-compute[74701]: STATIC:
Oct 24 19:39:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8
Oct 24 19:39:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:39:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:39:10 user nova-compute[74701]: FIRMWARE:
Oct 24 19:39:10 user nova-compute[74701]: No targets found.
Oct 24 19:39:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:39:10 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:39:10 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e50587a2-d031-4fca-bf5b-c72dd9b05349]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6feda3-c5c2-4b0b-bf4c-6ee21590ac60]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:39:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 (non-flash)
Oct 24 19:39:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006b3ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba015b8-6c26-45a8-bdd0-b755e116ef8c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[227e84df-ab81-492a-8bfb-4e9297364862]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7bd50a-316e-407a-88e3-0b9a5f1d9764]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[745e6606-dcc1-4378-859b-8281c8271e14]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc14a925-ca95-4e53-8620-24aa9237427b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d34f6b14-e645-41d4-ab07-e53eaa219bf2]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260]
Oct 24 19:39:10 user nova-compute[74701]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8, portal: 172.16.0.220,3260] successful.
Oct 24 19:39:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:044d9988-ef0a-4808-9f88-bfd33894dcb8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e959ee-8b86-43e5-a8e8-8fbcbc256c99]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] <== disconnect_volume: return (318ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:39:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:39:11 user nova-compute[74701]: DEBUG nova.objects.instance [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'flavor' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-080261e6-0eee-40fd-a662-7e2911a183e5 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.922s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:39:13 user nova-compute[74701]: INFO nova.compute.manager [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] instance snapshotting
Oct 24 19:39:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Beginning live snapshot process
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json -f qcow2" returned: 0 in 0.219s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2.delta 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2.delta 1073741824" returned: 0 in 0.059s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 19:39:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:39:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] COPY block job progress, current cursor: 26738688 final cursor: 75563008 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:39:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:39:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 19:39:16 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:39:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2.delta /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2.delta /opt/stack/data/nova/instances/snapshots/tmpk02hs7_n/e4e9b2857edb421d990a832bdfc5d8f2" returned: 0 in 0.869s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Snapshot extracted, beginning image upload
Oct 24 19:39:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Snapshot image upload complete
Oct 24 19:39:20 user nova-compute[74701]: INFO nova.compute.manager [None req-bfd40a7a-9822-473f-afce-dda13fbf6853 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Took 6.94 seconds to snapshot the instance on the hypervisor.
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:22 user nova-compute[74701]: INFO nova.compute.manager [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Terminating instance
Oct 24 19:39:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-unplugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] No waiting events found dispatching network-vif-unplugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a45c0c6e-b74c-4e1b-9886-3235583c5cd1 req-c0eb5162-b197-4786-9fb4-e0ec36a1c9b8 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-unplugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Instance destroyed successfully.
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'resources' on Instance uuid 6ca30856-e384-43cc-88b0-78419dd2ca5f {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:36:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1879610041',display_name='tempest-VolumesAdminNegativeTest-server-1879610041',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1879610041',id=14,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-1u6cz3ns',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:37:01Z,user_data=None,user_id='8b113bee56f34e76bc850e392c7f316e',uuid=6ca30856-e384-43cc-88b0-78419dd2ca5f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "address": "fa:16:3e:00:61:a7", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9e1ee07-8f", "ovs_interfaceid": "a9e1ee07-8fcf-4a66-8f15-0b50174bcb11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG os_vif [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9e1ee07-8f, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d09ce837-99b0-4a15-8a00-012f8162bfde) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:23 user nova-compute[74701]: INFO os_vif [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:61:a7,bridge_name='br-int',has_traffic_filtering=True,id=a9e1ee07-8fcf-4a66-8f15-0b50174bcb11,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9e1ee07-8f')
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Deleting instance files /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f_del
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Deletion of /opt/stack/data/nova/instances/6ca30856-e384-43cc-88b0-78419dd2ca5f_del complete
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.compute.manager [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Took 0.95 seconds to destroy the instance on the hypervisor.
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.compute.claims [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Claim successful on node user
Oct 24 19:39:23 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:23 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Took 0.50 seconds to deallocate network for instance.
Oct 24 19:39:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.481s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.346s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:39:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.policy [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd98bba3012554bbb86353c2d040ef325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c33428fe8ba24ba292e9ffaeadb7ff23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:39:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Creating image(s)
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "/opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "/opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "/opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f27fe0fa21af38873ff1e4219579d054d417ef55" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f27fe0fa21af38873ff1e4219579d054d417ef55" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:24 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Successfully created port: 71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] Acquiring lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] No waiting events found dispatching network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:25 user nova-compute[74701]: WARNING nova.compute.manager [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received unexpected event network-vif-plugged-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 for instance with vm_state deleted and task_state None.
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-749f34b2-4cb4-4416-ab54-c4b4e3b12985 req-663aa63a-f107-4746-ab22-1066e03bbdf6 service nova] [instance: 6ca30856-e384-43cc-88b0-78419dd2ca5f] Received event network-vif-deleted-a9e1ee07-8fcf-4a66-8f15-0b50174bcb11 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:25 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Deleted allocations for instance 6ca30856-e384-43cc-88b0-78419dd2ca5f
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.part --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.virt.images [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] 58498922-4324-422c-80e5-db3767979fe6 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.part /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c775b25c-a549-437a-8dff-d9c3060ac7b2 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "6ca30856-e384-43cc-88b0-78419dd2ca5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.711s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Starting finish_revert_migration {{(pid=74701) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start _get_guest_xml network_info=[{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a', 'attached_at': '2023-10-24T19:39:26.000000', 'detached_at': '', 'volume_id': 'a59e675f-8c70-4fd4-98c9-50d535f2917e', 'serial': 'a59e675f-8c70-4fd4-98c9-50d535f2917e'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '4a7d85ea-3ed0-4f6f-af4c-7b76b8cc3193', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:39:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:39:26 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:39:26 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:39:26 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1952ca-1c49-4b12-82b1-639179512553]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:39:26 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.105s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1093011-2ab1-4e28-965e-b73f03989373]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e] added
Oct 24 19:39:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b704c8-ba17-484a-8938-e0612db145e4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[749996e6-4b64-4f09-afab-690edb215766]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uXPAbUMm" returned: 0 in 0.040s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69af279-195e-45ca-a941-34237cc722a4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uXPAbUMm'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[77be82c0-d091-441f-9d64-064d380ad6b3]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7fe30e-ee0d-456a-9716-f173f7d01b25]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:39:26 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:39:26 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:39:26 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 19:39:26 user nova-compute[74701]: 
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.part /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.converted" returned: 0 in 0.727s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abc6c5a0-b179-4b24-8b96-72951156a815]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:39:26 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:39:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a5b915-3c1e-4f22-8b55-ec7b2c1ae566]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb850da-7146-4510-8525-a7fb51501c91]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:39:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:39:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.515s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] HCTL ('33', '-', '-', 0) found on session 16 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[036d2517-bcbd-4596-832f-86689cf4c103]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55.converted --force-share --output=json" returned: 0 in 0.215s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f27fe0fa21af38873ff1e4219579d054d417ef55" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.487s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f27fe0fa21af38873ff1e4219579d054d417ef55" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f27fe0fa21af38873ff1e4219579d054d417ef55" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Successfully updated port: 71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquired lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing instance network info cache due to event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] Acquiring lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55,backing_fmt=raw /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55,backing_fmt=raw /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk 1073741824" returned: 0 in 0.053s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f27fe0fa21af38873ff1e4219579d054d417ef55" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Ensure instance console log exists: /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating instance_info_cache with network_info: [{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Releasing lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Instance network_info: |[{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] Acquired lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Start _get_guest_xml network_info=[{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='f048d66783a41436af91df3ddaa5330c',container_format='bare',created_at=2023-10-24T19:39:14Z,direct_url=<?>,disk_format='qcow2',id=58498922-4324-422c-80e5-db3767979fe6,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1129165149',owner='c33428fe8ba24ba292e9ffaeadb7ff23',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:39:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58498922-4324-422c-80e5-db3767979fe6'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:39:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f048d66783a41436af91df3ddaa5330c',container_format='bare',created_at=2023-10-24T19:39:14Z,direct_url=<?>,disk_format='qcow2',id=58498922-4324-422c-80e5-db3767979fe6,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1129165149',owner='c33428fe8ba24ba292e9ffaeadb7ff23',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:39:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1372037981',display_name='tempest-TestStampPattern-server-1372037981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1372037981',id=17,image_ref='58498922-4324-422c-80e5-db3767979fe6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-g0bks7m3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f867e3d5-7c4b-4d34-8819-b0f3aa74cf94',image_min_disk='1',image_min_ram='0',image_owner_id='c33428fe8ba24ba292e9ffaeadb7ff23',image_owner_project_name='tempest-TestStampPattern-164934989',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-164934989-project-member',image_user_id='d98bba3012554bbb86353c2d040ef325',network_allocated='True',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:39:24Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=bbd57095-d428-4d80-9dea-29c57cdabc8c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'pci_devices' on Instance uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Searching for a device in session 16 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.568s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== connect_volume: return (1570ms) {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939313239386432', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:39:27 user nova-compute[74701]:   <uuid>bbd57095-d428-4d80-9dea-29c57cdabc8c</uuid>
Oct 24 19:39:27 user nova-compute[74701]:   <name>instance-00000011</name>
Oct 24 19:39:27 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:39:27 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:39:27 user nova-compute[74701]:   <metadata>
Oct 24 19:39:27 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:39:27 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:name>tempest-TestStampPattern-server-1372037981</nova:name>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:39:27</nova:creationTime>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:39:27 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:owner>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:user uuid="d98bba3012554bbb86353c2d040ef325">tempest-TestStampPattern-164934989-project-member</nova:user>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:project uuid="c33428fe8ba24ba292e9ffaeadb7ff23">tempest-TestStampPattern-164934989</nova:project>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:owner>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:root type="image" uuid="58498922-4324-422c-80e5-db3767979fe6"/>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:ports>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:port uuid="71041dfa-fa74-4351-b4ad-7700240fe25f">
Oct 24 19:39:27 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:39:27 user nova-compute[74701]:         </nova:port>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:ports>
Oct 24 19:39:27 user nova-compute[74701]:     </nova:instance>
Oct 24 19:39:27 user nova-compute[74701]:   </metadata>
Oct 24 19:39:27 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:39:27 user nova-compute[74701]:     <system>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="serial">bbd57095-d428-4d80-9dea-29c57cdabc8c</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="uuid">bbd57095-d428-4d80-9dea-29c57cdabc8c</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:39:27 user nova-compute[74701]:     </system>
Oct 24 19:39:27 user nova-compute[74701]:   </sysinfo>
Oct 24 19:39:27 user nova-compute[74701]:   <os>
Oct 24 19:39:27 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:39:27 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:39:27 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:39:27 user nova-compute[74701]:   </os>
Oct 24 19:39:27 user nova-compute[74701]:   <features>
Oct 24 19:39:27 user nova-compute[74701]:     <acpi/>
Oct 24 19:39:27 user nova-compute[74701]:     <apic/>
Oct 24 19:39:27 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:39:27 user nova-compute[74701]:   </features>
Oct 24 19:39:27 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:39:27 user nova-compute[74701]:   </clock>
Oct 24 19:39:27 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:39:27 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:39:27 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:39:27 user nova-compute[74701]:   </cpu>
Oct 24 19:39:27 user nova-compute[74701]:   <devices>
Oct 24 19:39:27 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:39:27 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:39:27 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk"/>
Oct 24 19:39:27 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:     </disk>
Oct 24 19:39:27 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:39:27 user nova-compute[74701]:       <mac address="fa:16:3e:95:cb:97"/>
Oct 24 19:39:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:39:27 user nova-compute[74701]:       <target dev="tap71041dfa-fa"/>
Oct 24 19:39:27 user nova-compute[74701]:     </interface>
Oct 24 19:39:27 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:39:27 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/console.log" append="off"/>
Oct 24 19:39:27 user nova-compute[74701]:     </serial>
Oct 24 19:39:27 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:39:27 user nova-compute[74701]:     <video>
Oct 24 19:39:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:     </video>
Oct 24 19:39:27 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:39:27 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:39:27 user nova-compute[74701]:     </rng>
Oct 24 19:39:27 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:39:27 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:39:27 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:39:27 user nova-compute[74701]:     </memballoon>
Oct 24 19:39:27 user nova-compute[74701]:   </devices>
Oct 24 19:39:27 user nova-compute[74701]: </domain>
Oct 24 19:39:27 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1372037981',display_name='tempest-TestStampPattern-server-1372037981',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1372037981',id=17,image_ref='58498922-4324-422c-80e5-db3767979fe6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-g0bks7m3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f867e3d5-7c4b-4d34-8819-b0f3aa74cf94',image_min_disk='1',image_min_ram='0',image_owner_id='c33428fe8ba24ba292e9ffaeadb7ff23',image_owner_project_name='tempest-TestStampPattern-164934989',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-164934989-project-member',image_user_id='d98bba3012554bbb86353c2d040ef325',network_allocated='True',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:39:24Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=bbd57095-d428-4d80-9dea-29c57cdabc8c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_vif [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '591f817d-c71a-538e-8ea2-b72d7b583e33', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap71041dfa-fa, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap71041dfa-fa, col_values=(('qos', UUID('19459f6e-d9ee-4c11-bbc7-ed734651f9fb')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap71041dfa-fa, col_values=(('external_ids', {'iface-id': '71041dfa-fa74-4351-b4ad-7700240fe25f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:cb:97', 'vm-uuid': 'bbd57095-d428-4d80-9dea-29c57cdabc8c'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: INFO os_vif [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa')
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:39:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:39:27 user nova-compute[74701]:   <uuid>8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</uuid>
Oct 24 19:39:27 user nova-compute[74701]:   <name>instance-00000002</name>
Oct 24 19:39:27 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:39:27 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:39:27 user nova-compute[74701]:   <metadata>
Oct 24 19:39:27 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:39:27 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherB-server-791661004</nova:name>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:39:26</nova:creationTime>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:39:27 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:owner>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:user uuid="5e0a951743a24a0d9b6af04e1c02f200">tempest-ServerActionsTestOtherB-2143964279-project-member</nova:user>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:project uuid="5bfb27ee349549cf85f5117ab01ff9e5">tempest-ServerActionsTestOtherB-2143964279</nova:project>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:owner>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:39:27 user nova-compute[74701]:       <nova:ports>
Oct 24 19:39:27 user nova-compute[74701]:         <nova:port uuid="3f020c4b-ddcd-47cf-912c-8dfd9f77417e">
Oct 24 19:39:27 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:39:27 user nova-compute[74701]:         </nova:port>
Oct 24 19:39:27 user nova-compute[74701]:       </nova:ports>
Oct 24 19:39:27 user nova-compute[74701]:     </nova:instance>
Oct 24 19:39:27 user nova-compute[74701]:   </metadata>
Oct 24 19:39:27 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:39:27 user nova-compute[74701]:     <system>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="serial">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="uuid">8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a</entry>
Oct 24 19:39:27 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:39:27 user nova-compute[74701]:     </system>
Oct 24 19:39:27 user nova-compute[74701]:   </sysinfo>
Oct 24 19:39:27 user nova-compute[74701]:   <os>
Oct 24 19:39:27 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:39:27 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:39:27 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:39:27 user nova-compute[74701]:   </os>
Oct 24 19:39:27 user nova-compute[74701]:   <features>
Oct 24 19:39:27 user nova-compute[74701]:     <acpi/>
Oct 24 19:39:27 user nova-compute[74701]:     <apic/>
Oct 24 19:39:27 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:39:27 user nova-compute[74701]:   </features>
Oct 24 19:39:27 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:39:27 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:39:27 user nova-compute[74701]:   </clock>
Oct 24 19:39:27 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:39:27 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:39:27 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:39:27 user nova-compute[74701]:   </cpu>
Oct 24 19:39:27 user nova-compute[74701]:   <devices>
Oct 24 19:39:27 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:39:27 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:39:27 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk"/>
Oct 24 19:39:27 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:     </disk>
Oct 24 19:39:27 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:39:27 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:39:27 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:39:27 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:       <serial>a59e675f-8c70-4fd4-98c9-50d535f2917e</serial>
Oct 24 19:39:27 user nova-compute[74701]:     </disk>
Oct 24 19:39:27 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:39:27 user nova-compute[74701]:       <mac address="fa:16:3e:c0:d5:2f"/>
Oct 24 19:39:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:39:27 user nova-compute[74701]:       <target dev="tap3f020c4b-dd"/>
Oct 24 19:39:27 user nova-compute[74701]:     </interface>
Oct 24 19:39:27 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:39:27 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/console.log" append="off"/>
Oct 24 19:39:27 user nova-compute[74701]:     </serial>
Oct 24 19:39:27 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:39:27 user nova-compute[74701]:     <video>
Oct 24 19:39:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:39:27 user nova-compute[74701]:     </video>
Oct 24 19:39:27 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:39:27 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:39:27 user nova-compute[74701]:     </rng>
Oct 24 19:39:27 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:39:27 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:39:27 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:39:27 user nova-compute[74701]:     </memballoon>
Oct 24 19:39:27 user nova-compute[74701]:   </devices>
Oct 24 19:39:27 user nova-compute[74701]: </domain>
Oct 24 19:39:27 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:39:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG os_vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6cef36c-4d29-58b7-b99b-74ed9ff1b00d', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f020c4b-dd, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f020c4b-dd, col_values=(('qos', UUID('04901e98-4905-4067-87c3-403a3b55ff2b')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f020c4b-dd, col_values=(('external_ids', {'iface-id': '3f020c4b-ddcd-47cf-912c-8dfd9f77417e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:d5:2f', 'vm-uuid': '8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:27 user nova-compute[74701]: INFO os_vif [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:39:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:39:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No VIF found with MAC fa:16:3e:95:cb:97, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:39:28 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updated VIF entry in instance network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:39:28 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating instance_info_cache with network_info: [{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ec3be8d-7d22-4ddf-bd1a-94396cca93cc req-4824a62a-f0d2-48c9-9c35-dc0ba6377f58 service nova] Releasing lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:31 user nova-compute[74701]: WARNING nova.compute.manager [req-ff717b70-4f49-4c93-aaba-e69205e29efc req-6f7b91f0-34df-4edf-a2e6-c9287b7ccce4 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state resized and task_state resize_reverting.
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:33 user nova-compute[74701]: WARNING nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state resized and task_state resize_reverting.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] No waiting events found dispatching network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:33 user nova-compute[74701]: WARNING nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received unexpected event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f for instance with vm_state building and task_state spawning.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] No waiting events found dispatching network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:33 user nova-compute[74701]: WARNING nova.compute.manager [req-b3ba69ca-8cbc-4591-ab18-30682fb95680 req-3b93cdef-9e00-4fce-89a8-2e2c7c74be8d service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received unexpected event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f for instance with vm_state building and task_state spawning.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Instance spawned successfully.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance running successfully.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] finish_revert_migration finished successfully. {{(pid=74701) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Took 9.27 seconds to spawn the instance on the hypervisor.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.compute.manager [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Took 10.16 seconds to build instance.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.compute.manager [None req-b7131909-0fc6-48d7-a938-3837b73cd18f tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance to original state: 'active'
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8e4bfd3c-b1d6-4713-b39f-076386c4fabe tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.266s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid b131874a-1c7b-438d-a393-601c49f57539 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 551bdc55-b0d1-4b38-a1ee-7399a7378516 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: INFO nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8deb993d-93c6-41ee-831f-4658f0442355" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "b131874a-1c7b-438d-a393-601c49f57539" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.117s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.116s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "b131874a-1c7b-438d-a393-601c49f57539" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.157s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "8deb993d-93c6-41ee-831f-4658f0442355" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.171s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:39 user nova-compute[74701]: INFO nova.compute.manager [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Terminating instance
Oct 24 19:39:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-56b9e916-09ea-4556-a245-59e9a388cea0 req-1f4a27e8-d18f-4142-8fbd-eaf91b284e52 service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-unplugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:39:40 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Instance destroyed successfully.
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.objects.instance [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'resources' on Instance uuid 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:32:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-422630559',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-422630559',id=3,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFOZBlLYnz1n8pJv3vUCVkFORv1goCDHqC4pWP5PJ6Nzv1kSHA8Q6kMb/lD1uL0dipkKVvkvyZWhUGhb8wfcqy87ccKK3M0zPoSgF1wsv72L9bbOljOddNU9B5w5D0T+Q==',key_name='tempest-keypair-584563854',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:37:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-2oayglqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:37:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "b11720d2-0320-45a5-af67-59154bc6ca3a", "address": "fa:16:3e:1d:6f:d2", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb11720d2-03", "ovs_interfaceid": "b11720d2-0320-45a5-af67-59154bc6ca3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG os_vif [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb11720d2-03, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a3ff23cf-c81f-422d-8038-9f5c122e8d28) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:40 user nova-compute[74701]: INFO os_vif [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:6f:d2,bridge_name='br-int',has_traffic_filtering=True,id=b11720d2-0320-45a5-af67-59154bc6ca3a,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb11720d2-03')
Oct 24 19:39:40 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Deleting instance files /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e_del
Oct 24 19:39:40 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Deletion of /opt/stack/data/nova/instances/6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e_del complete
Oct 24 19:39:40 user nova-compute[74701]: INFO nova.compute.manager [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 19:39:40 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:39:40 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:39:41 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:41 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Took 1.11 seconds to deallocate network for instance.
Oct 24 19:39:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] Acquiring lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] No waiting events found dispatching network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:39:42 user nova-compute[74701]: WARNING nova.compute.manager [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received unexpected event network-vif-plugged-b11720d2-0320-45a5-af67-59154bc6ca3a for instance with vm_state deleted and task_state None.
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e936f48-4243-4285-9e65-f85634daa89f req-ed0ff088-b930-491b-b54c-0e84a2a3d0bc service nova] [instance: 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e] Received event network-vif-deleted-b11720d2-0320-45a5-af67-59154bc6ca3a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.495s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:42 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Deleted allocations for instance 6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e
Oct 24 19:39:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89c2a066-f568-47af-abf9-e4f2f92e2914 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "6536a8e6-cbd3-4ba2-bb72-5b85bfe0478e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.842s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:39:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:39:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [{"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:39:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:39:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:39:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:39:52 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:52 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7731MB free_disk=25.29568862915039GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8deb993d-93c6-41ee-831f-4658f0442355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bbd57095-d428-4d80-9dea-29c57cdabc8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:52 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:39:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:39:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:39:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.426s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:39:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:39:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:09 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:40:09 user nova-compute[74701]: INFO nova.compute.claims [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Claim successful on node user
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:40:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.policy [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d5446360f7f422c8a735dffc493d397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '453be6bca66846fba7c1eedf12637297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:40:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Creating image(s)
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "/opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "/opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "/opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.219s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk 1073741824" returned: 0 in 0.069s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Successfully created port: a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Cannot resize image /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Ensure instance console log exists: /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Successfully updated port: a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquired lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-changed-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Refreshing instance network info cache due to event network-changed-a52f8d3f-45a2-482d-96b2-c073fc354f73. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] Acquiring lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Updating instance_info_cache with network_info: [{"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Releasing lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Instance network_info: |[{"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] Acquired lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Refreshing network info cache for port a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Start _get_guest_xml network_info=[{"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:40:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1107849600',display_name='tempest-ServersNegativeTestJSON-server-1107849600',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1107849600',id=18,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-wt0j0xro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:40:11Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=f92a91d5-47f7-4b9b-8177-a24073b77109,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.objects.instance [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lazy-loading 'pci_devices' on Instance uuid f92a91d5-47f7-4b9b-8177-a24073b77109 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:40:12 user nova-compute[74701]:   <uuid>f92a91d5-47f7-4b9b-8177-a24073b77109</uuid>
Oct 24 19:40:12 user nova-compute[74701]:   <name>instance-00000012</name>
Oct 24 19:40:12 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:40:12 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:40:12 user nova-compute[74701]:   <metadata>
Oct 24 19:40:12 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:40:12 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:name>tempest-ServersNegativeTestJSON-server-1107849600</nova:name>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:40:12</nova:creationTime>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:40:12 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:40:12 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:owner>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:user uuid="4d5446360f7f422c8a735dffc493d397">tempest-ServersNegativeTestJSON-2054731821-project-member</nova:user>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:project uuid="453be6bca66846fba7c1eedf12637297">tempest-ServersNegativeTestJSON-2054731821</nova:project>
Oct 24 19:40:12 user nova-compute[74701]:       </nova:owner>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:40:12 user nova-compute[74701]:       <nova:ports>
Oct 24 19:40:12 user nova-compute[74701]:         <nova:port uuid="a52f8d3f-45a2-482d-96b2-c073fc354f73">
Oct 24 19:40:12 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:40:12 user nova-compute[74701]:         </nova:port>
Oct 24 19:40:12 user nova-compute[74701]:       </nova:ports>
Oct 24 19:40:12 user nova-compute[74701]:     </nova:instance>
Oct 24 19:40:12 user nova-compute[74701]:   </metadata>
Oct 24 19:40:12 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:40:12 user nova-compute[74701]:     <system>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="serial">f92a91d5-47f7-4b9b-8177-a24073b77109</entry>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="uuid">f92a91d5-47f7-4b9b-8177-a24073b77109</entry>
Oct 24 19:40:12 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:40:12 user nova-compute[74701]:     </system>
Oct 24 19:40:12 user nova-compute[74701]:   </sysinfo>
Oct 24 19:40:12 user nova-compute[74701]:   <os>
Oct 24 19:40:12 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:40:12 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:40:12 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:40:12 user nova-compute[74701]:   </os>
Oct 24 19:40:12 user nova-compute[74701]:   <features>
Oct 24 19:40:12 user nova-compute[74701]:     <acpi/>
Oct 24 19:40:12 user nova-compute[74701]:     <apic/>
Oct 24 19:40:12 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:40:12 user nova-compute[74701]:   </features>
Oct 24 19:40:12 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:40:12 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:40:12 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:40:12 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:40:12 user nova-compute[74701]:   </clock>
Oct 24 19:40:12 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:40:12 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:40:12 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:40:12 user nova-compute[74701]:   </cpu>
Oct 24 19:40:12 user nova-compute[74701]:   <devices>
Oct 24 19:40:12 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:40:12 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:40:12 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk"/>
Oct 24 19:40:12 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:40:12 user nova-compute[74701]:     </disk>
Oct 24 19:40:12 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:40:12 user nova-compute[74701]:       <mac address="fa:16:3e:00:e6:40"/>
Oct 24 19:40:12 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:40:12 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:40:12 user nova-compute[74701]:       <target dev="tapa52f8d3f-45"/>
Oct 24 19:40:12 user nova-compute[74701]:     </interface>
Oct 24 19:40:12 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:40:12 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/console.log" append="off"/>
Oct 24 19:40:12 user nova-compute[74701]:     </serial>
Oct 24 19:40:12 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:40:12 user nova-compute[74701]:     <video>
Oct 24 19:40:12 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:40:12 user nova-compute[74701]:     </video>
Oct 24 19:40:12 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:40:12 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:40:12 user nova-compute[74701]:     </rng>
Oct 24 19:40:12 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:40:12 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:40:12 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:40:12 user nova-compute[74701]:     </memballoon>
Oct 24 19:40:12 user nova-compute[74701]:   </devices>
Oct 24 19:40:12 user nova-compute[74701]: </domain>
Oct 24 19:40:12 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1107849600',display_name='tempest-ServersNegativeTestJSON-server-1107849600',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1107849600',id=18,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-wt0j0xro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:40:11Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=f92a91d5-47f7-4b9b-8177-a24073b77109,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG os_vif [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0e9169d2-0fbd-593f-946d-257f43611eb2', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa52f8d3f-45, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa52f8d3f-45, col_values=(('qos', UUID('300560a3-d460-45fe-862a-d1433e9562be')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa52f8d3f-45, col_values=(('external_ids', {'iface-id': 'a52f8d3f-45a2-482d-96b2-c073fc354f73', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:e6:40', 'vm-uuid': 'f92a91d5-47f7-4b9b-8177-a24073b77109'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: INFO os_vif [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45')
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] No VIF found with MAC fa:16:3e:00:e6:40, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Updated VIF entry in instance network info cache for port a52f8d3f-45a2-482d-96b2-c073fc354f73. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:40:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Updating instance_info_cache with network_info: [{"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-735f7a25-36d4-4dfd-b8b6-125804bcf088 req-0f9c9d17-0854-4c2e-87d0-debbe7fc94a8 service nova] Releasing lock "refresh_cache-f92a91d5-47f7-4b9b-8177-a24073b77109" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] No waiting events found dispatching network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:14 user nova-compute[74701]: WARNING nova.compute.manager [req-ba35112b-8ee5-46a0-88b3-1b712cc020c7 req-faac0775-053a-4612-ad47-b89c41869249 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received unexpected event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 for instance with vm_state building and task_state spawning.
Oct 24 19:40:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] No waiting events found dispatching network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:16 user nova-compute[74701]: WARNING nova.compute.manager [req-22a4cb32-0ec7-4d3a-a46d-108825638cad req-c7190b34-0bdc-4eab-9910-fb2fdce6f288 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received unexpected event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 for instance with vm_state building and task_state spawning.
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:40:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Instance spawned successfully.
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:16 user nova-compute[74701]: INFO nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Took 6.25 seconds to spawn the instance on the hypervisor.
Oct 24 19:40:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:40:17 user nova-compute[74701]: INFO nova.compute.manager [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Took 7.10 seconds to build instance.
Oct 24 19:40:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9dd40c2f-7dff-46ba-871e-6eb0f0e2ade3 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.203s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:28 user nova-compute[74701]: INFO nova.compute.manager [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Terminating instance
Oct 24 19:40:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing instance network info cache due to event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG nova.network.neutron [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-unplugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] No waiting events found dispatching network-vif-unplugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-64974133-44a0-46b5-9fff-944abbc240fd req-fa240a24-f26e-43e5-83d2-7f00969ef82f service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-unplugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.network.neutron [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated VIF entry in instance network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.network.neutron [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ced86a51-55a4-4de9-ba79-af6dc8f00199 req-2a883af3-da46-491f-ba3a-35570e5873cd service nova] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Instance destroyed successfully.
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lazy-loading 'resources' on Instance uuid 8882bf62-5662-4f59-b49d-9730f4a4dd4a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:33:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-187799469',display_name='tempest-VolumesAdminNegativeTest-server-187799469',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-187799469',id=4,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOPAK+8wDcVGewWzF6++VdRW5nS/a46w9F7kw8BwlQsZmR+cqVqBwgmoVI7XfQCbWwVD0gW97By7jugdAJBiatqNFDQY/hT7QX0GD4mbD02W7adG3jkcuN1Vyoi2jgA1wQ==',key_name='tempest-keypair-1813243262',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:33:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0041cfab871f4485bed980db2ef445d8',ramdisk_id='',reservation_id='r-94d2j720',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-175488983',owner_user_name='tempest-VolumesAdminNegativeTest-175488983-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:33:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8b113bee56f34e76bc850e392c7f316e',uuid=8882bf62-5662-4f59-b49d-9730f4a4dd4a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converting VIF {"id": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "address": "fa:16:3e:82:e8:c1", "network": {"id": "06a25684-1ecf-4713-971a-5cd55e69facf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-562067503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0041cfab871f4485bed980db2ef445d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap081d57b9-e7", "ovs_interfaceid": "081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG os_vif [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap081d57b9-e7, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a34288b3-363c-44d2-9256-d7eb70edd2e0) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:40:29 user nova-compute[74701]: INFO os_vif [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:e8:c1,bridge_name='br-int',has_traffic_filtering=True,id=081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1,network=Network(06a25684-1ecf-4713-971a-5cd55e69facf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap081d57b9-e7')
Oct 24 19:40:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Deleting instance files /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a_del
Oct 24 19:40:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Deletion of /opt/stack/data/nova/instances/8882bf62-5662-4f59-b49d-9730f4a4dd4a_del complete
Oct 24 19:40:29 user nova-compute[74701]: INFO nova.compute.manager [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 24 19:40:29 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:40:29 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:30 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Took 1.05 seconds to deallocate network for instance.
Oct 24 19:40:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-6efb173a-2e3c-48da-b7e2-6faa837a7cc1 req-1a434be4-3968-4622-b224-47a90eb3cec5 service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-deleted-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:40:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:30 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Deleted allocations for instance 8882bf62-5662-4f59-b49d-9730f4a4dd4a
Oct 24 19:40:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-32dd30c2-aa00-4dcc-a7a5-1ee24c97cbd1 tempest-VolumesAdminNegativeTest-175488983 tempest-VolumesAdminNegativeTest-175488983-project-member] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.691s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] Acquiring lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] Lock "8882bf62-5662-4f59-b49d-9730f4a4dd4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] No waiting events found dispatching network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:31 user nova-compute[74701]: WARNING nova.compute.manager [req-79a4f33e-989e-41f0-ad48-36eabe8efc80 req-c28def20-2179-475c-8b1d-04fcfae85bab service nova] [instance: 8882bf62-5662-4f59-b49d-9730f4a4dd4a] Received unexpected event network-vif-plugged-081d57b9-e7a0-4efc-90d6-a7b0e5c7a4a1 for instance with vm_state deleted and task_state None.
Oct 24 19:40:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:40:34 user nova-compute[74701]: INFO nova.compute.claims [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Claim successful on node user
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.426s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:40:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.policy [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6276d109ba03476983b16ef652ad06de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eff1bf50f5d4b42805cdf8aa0f61ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:40:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Creating image(s)
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.239s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk 1073741824" returned: 0 in 0.053s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.303s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Successfully created port: 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.221s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Cannot resize image /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Ensure instance console log exists: /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Successfully updated port: 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing instance network info cache due to event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance network_info: |[{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.neutron [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start _get_guest_xml network_info=[{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:40:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhXK1NNzxj/SWLh16uvLU89thYvDDFjyuciGs9eNBfXNqzixDNX1FatBhslV+rDLfJBZ7E7FtJ8lhHMidRrEJVfsaijBNOBDphIGHICkcbk7OD7dD4IIeV/syQvyCqXUw==',key_name='tempest-keypair-1771772013',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.objects.instance [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_devices' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:40:37 user nova-compute[74701]:   <uuid>b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</uuid>
Oct 24 19:40:37 user nova-compute[74701]:   <name>instance-00000013</name>
Oct 24 19:40:37 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:40:37 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:40:37 user nova-compute[74701]:   <metadata>
Oct 24 19:40:37 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:40:37 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-83841422</nova:name>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:40:37</nova:creationTime>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:40:37 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:40:37 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:owner>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:user uuid="6276d109ba03476983b16ef652ad06de">tempest-AttachVolumeShelveTestJSON-1102094420-project-member</nova:user>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:project uuid="1eff1bf50f5d4b42805cdf8aa0f61ef5">tempest-AttachVolumeShelveTestJSON-1102094420</nova:project>
Oct 24 19:40:37 user nova-compute[74701]:       </nova:owner>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:40:37 user nova-compute[74701]:       <nova:ports>
Oct 24 19:40:37 user nova-compute[74701]:         <nova:port uuid="508405ec-4c61-4cbb-acaa-8b354d1a03ef">
Oct 24 19:40:37 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:40:37 user nova-compute[74701]:         </nova:port>
Oct 24 19:40:37 user nova-compute[74701]:       </nova:ports>
Oct 24 19:40:37 user nova-compute[74701]:     </nova:instance>
Oct 24 19:40:37 user nova-compute[74701]:   </metadata>
Oct 24 19:40:37 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:40:37 user nova-compute[74701]:     <system>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="serial">b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</entry>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="uuid">b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</entry>
Oct 24 19:40:37 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:40:37 user nova-compute[74701]:     </system>
Oct 24 19:40:37 user nova-compute[74701]:   </sysinfo>
Oct 24 19:40:37 user nova-compute[74701]:   <os>
Oct 24 19:40:37 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:40:37 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:40:37 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:40:37 user nova-compute[74701]:   </os>
Oct 24 19:40:37 user nova-compute[74701]:   <features>
Oct 24 19:40:37 user nova-compute[74701]:     <acpi/>
Oct 24 19:40:37 user nova-compute[74701]:     <apic/>
Oct 24 19:40:37 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:40:37 user nova-compute[74701]:   </features>
Oct 24 19:40:37 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:40:37 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:40:37 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:40:37 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:40:37 user nova-compute[74701]:   </clock>
Oct 24 19:40:37 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:40:37 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:40:37 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:40:37 user nova-compute[74701]:   </cpu>
Oct 24 19:40:37 user nova-compute[74701]:   <devices>
Oct 24 19:40:37 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:40:37 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:40:37 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk"/>
Oct 24 19:40:37 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:40:37 user nova-compute[74701]:     </disk>
Oct 24 19:40:37 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:40:37 user nova-compute[74701]:       <mac address="fa:16:3e:cc:9d:be"/>
Oct 24 19:40:37 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:40:37 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:40:37 user nova-compute[74701]:       <target dev="tap508405ec-4c"/>
Oct 24 19:40:37 user nova-compute[74701]:     </interface>
Oct 24 19:40:37 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:40:37 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/console.log" append="off"/>
Oct 24 19:40:37 user nova-compute[74701]:     </serial>
Oct 24 19:40:37 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:40:37 user nova-compute[74701]:     <video>
Oct 24 19:40:37 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:40:37 user nova-compute[74701]:     </video>
Oct 24 19:40:37 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:40:37 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:40:37 user nova-compute[74701]:     </rng>
Oct 24 19:40:37 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:40:37 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:40:37 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:40:37 user nova-compute[74701]:     </memballoon>
Oct 24 19:40:37 user nova-compute[74701]:   </devices>
Oct 24 19:40:37 user nova-compute[74701]: </domain>
Oct 24 19:40:37 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhXK1NNzxj/SWLh16uvLU89thYvDDFjyuciGs9eNBfXNqzixDNX1FatBhslV+rDLfJBZ7E7FtJ8lhHMidRrEJVfsaijBNOBDphIGHICkcbk7OD7dD4IIeV/syQvyCqXUw==',key_name='tempest-keypair-1771772013',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:40:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG os_vif [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae21ec85-f525-5800-8397-52fbb98d2af6', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap508405ec-4c, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap508405ec-4c, col_values=(('qos', UUID('78e11809-0212-44e6-ab6a-b47a712ea70f')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap508405ec-4c, col_values=(('external_ids', {'iface-id': '508405ec-4c61-4cbb-acaa-8b354d1a03ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:9d:be', 'vm-uuid': 'b548eb74-af05-4c69-8c8e-c33fb5b5f5e1'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:40:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:38 user nova-compute[74701]: INFO os_vif [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c')
Oct 24 19:40:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:40:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No VIF found with MAC fa:16:3e:cc:9d:be, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:40:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updated VIF entry in instance network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:40:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-83c78e91-a851-4a6a-ba34-c7429a1fcd26 req-44403661-b0eb-4578-8d7d-0a9e852ee804 service nova] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:40 user nova-compute[74701]: WARNING nova.compute.manager [req-0ac2e90f-9bee-4179-a318-574e1b0999e8 req-19cc587f-6390-4fd8-b9d2-4b1bd48647ff service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state building and task_state spawning.
Oct 24 19:40:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:40:42 user nova-compute[74701]: WARNING nova.compute.manager [req-af9aa952-4979-4c05-8de3-de55507724a1 req-b805b021-b2e1-4055-b242-a41b250d6e93 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state building and task_state spawning.
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:40:42 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance spawned successfully.
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:40:42 user nova-compute[74701]: INFO nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Took 6.97 seconds to spawn the instance on the hypervisor.
Oct 24 19:40:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:40:42 user nova-compute[74701]: INFO nova.compute.manager [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Took 7.87 seconds to build instance.
Oct 24 19:40:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7a43cf59-67ae-49d7-b0e7-4ae906deb513 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:40:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:40:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:40:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:40:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7669MB free_disk=25.278823852539062GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8deb993d-93c6-41ee-831f-4658f0442355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bbd57095-d428-4d80-9dea-29c57cdabc8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f92a91d5-47f7-4b9b-8177-a24073b77109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:40:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.558s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:40:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:40:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:40:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing instance network info cache due to event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:41:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] Acquiring lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:41:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] Acquired lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:41:15 user nova-compute[74701]: DEBUG nova.network.neutron [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG nova.network.neutron [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updated VIF entry in instance network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG nova.network.neutron [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating instance_info_cache with network_info: [{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d79fd79-af87-4264-ae21-faf5298034d5 req-a7d30ca2-5f06-4fed-8587-3dab264099f9 service nova] Releasing lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:16 user nova-compute[74701]: INFO nova.compute.manager [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Attaching volume dc791286-e70b-4f4f-b01c-a8942c223147 to /dev/vdb
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fab1ad1-9555-4a6c-b9f2-93dc0a8075cc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf61a896-a2e0-4ab0-8da8-d1c0bb55d193]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5531021-e3b3-4a15-849e-2e935f5fb8ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecccee5-17d2-49b8-bf53-ff94c7561fb4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:41:16 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:41:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad55fea2-0336-44ea-9587-68872c8b5a54]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG os_brick.utils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:41:16 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating existing volume attachment record: b63b1b43-dec8-438f-8dc0-766153fe9938 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:41:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:41:33 user nova-compute[74701]: INFO nova.compute.claims [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Claim successful on node user
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.573s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:41:34 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.policy [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a952edd9ac4385af98ef4752ad8154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b034b0cafba6420eb09425db5d4b7608', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:41:34 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Creating image(s)
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:34 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk 1073741824" returned: 0 in 0.049s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Successfully created port: 3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Cannot resize image /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Ensure instance console log exists: /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Successfully updated port: 3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-changed-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Refreshing instance network info cache due to event network-changed-3314ec58-f5ba-410b-b5b5-0bbf987a37aa. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] Acquiring lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmfnBFWG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:41:36 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:41:36 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:41:36 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating instance_info_cache with network_info: [{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b4452bf-3fd1-4f5b-90ec-8eed94e882b2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:41:36 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5ce3dcc-45d8-404c-b864-0562c6a33029]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147] added
Oct 24 19:41:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance network_info: |[{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.067s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a8b7b3a-67d8-4b5d-b087-b852dc945a14]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] Acquired lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Refreshing network info cache for port 3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start _get_guest_xml network_info=[{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:41:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f8d9d0-469d-4447-9e5d-48a2fa4c1863]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmfnBFWG {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-tempest.common.compute-instance-1951533153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:41:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'pci_devices' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jmfnBFWG" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[102977bb-a870-4eec-8a45-ab1708beb75e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jmfnBFWG'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:41:36 user nova-compute[74701]:   <uuid>f96fb4cc-66ac-4200-976b-6e06c6ce7587</uuid>
Oct 24 19:41:36 user nova-compute[74701]:   <name>instance-00000014</name>
Oct 24 19:41:36 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:41:36 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:41:36 user nova-compute[74701]:   <metadata>
Oct 24 19:41:36 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:41:36 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:name>tempest-tempest.common.compute-instance-1951533153</nova:name>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:41:36</nova:creationTime>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:41:36 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:41:36 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:owner>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:user uuid="46a952edd9ac4385af98ef4752ad8154">tempest-ServerActionsTestOtherA-996734114-project-member</nova:user>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:project uuid="b034b0cafba6420eb09425db5d4b7608">tempest-ServerActionsTestOtherA-996734114</nova:project>
Oct 24 19:41:36 user nova-compute[74701]:       </nova:owner>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:41:36 user nova-compute[74701]:       <nova:ports>
Oct 24 19:41:36 user nova-compute[74701]:         <nova:port uuid="3314ec58-f5ba-410b-b5b5-0bbf987a37aa">
Oct 24 19:41:36 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 19:41:36 user nova-compute[74701]:         </nova:port>
Oct 24 19:41:36 user nova-compute[74701]:       </nova:ports>
Oct 24 19:41:36 user nova-compute[74701]:     </nova:instance>
Oct 24 19:41:36 user nova-compute[74701]:   </metadata>
Oct 24 19:41:36 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:41:36 user nova-compute[74701]:     <system>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="serial">f96fb4cc-66ac-4200-976b-6e06c6ce7587</entry>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="uuid">f96fb4cc-66ac-4200-976b-6e06c6ce7587</entry>
Oct 24 19:41:36 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:41:36 user nova-compute[74701]:     </system>
Oct 24 19:41:36 user nova-compute[74701]:   </sysinfo>
Oct 24 19:41:36 user nova-compute[74701]:   <os>
Oct 24 19:41:36 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:41:36 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:41:36 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:41:36 user nova-compute[74701]:   </os>
Oct 24 19:41:36 user nova-compute[74701]:   <features>
Oct 24 19:41:36 user nova-compute[74701]:     <acpi/>
Oct 24 19:41:36 user nova-compute[74701]:     <apic/>
Oct 24 19:41:36 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:41:36 user nova-compute[74701]:   </features>
Oct 24 19:41:36 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:41:36 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:41:36 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:41:36 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:41:36 user nova-compute[74701]:   </clock>
Oct 24 19:41:36 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:41:36 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:41:36 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:41:36 user nova-compute[74701]:   </cpu>
Oct 24 19:41:36 user nova-compute[74701]:   <devices>
Oct 24 19:41:36 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:41:36 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:41:36 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk"/>
Oct 24 19:41:36 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:41:36 user nova-compute[74701]:     </disk>
Oct 24 19:41:36 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:41:36 user nova-compute[74701]:       <mac address="fa:16:3e:87:45:d6"/>
Oct 24 19:41:36 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:41:36 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:41:36 user nova-compute[74701]:       <target dev="tap3314ec58-f5"/>
Oct 24 19:41:36 user nova-compute[74701]:     </interface>
Oct 24 19:41:36 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:41:36 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/console.log" append="off"/>
Oct 24 19:41:36 user nova-compute[74701]:     </serial>
Oct 24 19:41:36 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:41:36 user nova-compute[74701]:     <video>
Oct 24 19:41:36 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:41:36 user nova-compute[74701]:     </video>
Oct 24 19:41:36 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:41:36 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:41:36 user nova-compute[74701]:     </rng>
Oct 24 19:41:36 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:41:36 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:41:36 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:41:36 user nova-compute[74701]:     </memballoon>
Oct 24 19:41:36 user nova-compute[74701]:   </devices>
Oct 24 19:41:36 user nova-compute[74701]: </domain>
Oct 24 19:41:36 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-tempest.common.compute-instance-1951533153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:41:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_vif [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21590ffd-71e0-5a4e-b5af-4bc14ba25f7c', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[129bfe74-b360-4668-bbfd-4bcfe9d6d089]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3314ec58-f5, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3314ec58-f5, col_values=(('qos', UUID('78c25b20-203c-4302-9f9d-e4e4acb036af')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3314ec58-f5, col_values=(('external_ids', {'iface-id': '3314ec58-f5ba-410b-b5b5-0bbf987a37aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:45:d6', 'vm-uuid': 'f96fb4cc-66ac-4200-976b-6e06c6ce7587'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac222fd6-e336-4f97-8c01-aec06cf6225d]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:36 user nova-compute[74701]: INFO os_vif [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5')
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72231403-41d3-4114-b85d-5d7dfb9b7c7d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260]
Oct 24 19:41:37 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260] successful.
Oct 24 19:41:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:87:45:d6, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e7eea4-3ead-418e-aa21-835ef177ca91]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb9921d-dc46-4a66-b53e-396b23512b4d]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:37 user nova-compute[74701]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:41:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:37 user nova-compute[74701]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:41:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.391s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1fde9c8-efe4-487f-bcc6-1d5b53594209]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmfnBFWG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG nova.network.neutron [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updated VIF entry in instance network info cache for port 3314ec58-f5ba-410b-b5b5-0bbf987a37aa. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG nova.network.neutron [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating instance_info_cache with network_info: [{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6588eb4d-0d70-497c-bea7-5ae0ddd899be req-2f6a527b-5484-4f55-aa9d-71c20dcb2f06 service nova] Releasing lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.435s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== connect_volume: return (1437ms) {'type': 'block', 'scsi_wwn': '23438363738386331', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438363738386331', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.objects.instance [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:41:38 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:41:38 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:41:38 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:41:38 user nova-compute[74701]:   <serial>dc791286-e70b-4f4f-b01c-a8942c223147</serial>
Oct 24 19:41:38 user nova-compute[74701]: </disk>
Oct 24 19:41:38 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:41:38 user nova-compute[74701]: WARNING nova.compute.manager [req-0409d4eb-5a2f-471a-8a84-e5b23abea59a req-f1693da0-3bc8-4254-b290-e241a66ddeeb service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state building and task_state spawning.
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:41:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] No VIF found with MAC fa:16:3e:95:cb:97, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-24f1d740-9c02-48c0-ae83-959a711e6edf tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.629s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:40 user nova-compute[74701]: INFO nova.compute.manager [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Detaching volume dc791286-e70b-4f4f-b01c-a8942c223147
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:41:40 user nova-compute[74701]: WARNING nova.compute.manager [req-a8e2a738-451b-4bcd-863b-3b411d75a1be req-22ba2399-2671-40e7-88cf-513b805d2544 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state building and task_state spawning.
Oct 24 19:41:40 user nova-compute[74701]: INFO nova.virt.block_device [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Attempting to driver detach volume dc791286-e70b-4f4f-b01c-a8942c223147 from mountpoint /dev/vdb
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Attempting to detach device vdb from instance bbd57095-d428-4d80-9dea-29c57cdabc8c from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:41:40 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:41:40 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:41:40 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:41:40 user nova-compute[74701]:   <serial>dc791286-e70b-4f4f-b01c-a8942c223147</serial>
Oct 24 19:41:40 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:41:40 user nova-compute[74701]: </disk>
Oct 24 19:41:40 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:41:40 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully detached device vdb from instance bbd57095-d428-4d80-9dea-29c57cdabc8c from the persistent domain config.
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bbd57095-d428-4d80-9dea-29c57cdabc8c from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:41:40 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:41:40 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:41:40 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:41:40 user nova-compute[74701]:   <serial>dc791286-e70b-4f4f-b01c-a8942c223147</serial>
Oct 24 19:41:40 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:41:40 user nova-compute[74701]: </disk>
Oct 24 19:41:40 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:41:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:41:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance spawned successfully.
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:41:41 user nova-compute[74701]: INFO nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Took 6.55 seconds to spawn the instance on the hypervisor.
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:41:41 user nova-compute[74701]: INFO nova.compute.manager [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Took 7.51 seconds to build instance.
Oct 24 19:41:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-649231f2-e1ce-4df4-8196-bbaf3ff92b8e tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.636s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:41:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:41:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:41:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:41:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [{"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8deb993d-93c6-41ee-831f-4658f0442355" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:54 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:41:54 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7687MB free_disk=25.235652923583984GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:54 user nova-compute[74701]: INFO nova.compute.manager [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Terminating instance
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8deb993d-93c6-41ee-831f-4658f0442355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bbd57095-d428-4d80-9dea-29c57cdabc8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f92a91d5-47f7-4b9b-8177-a24073b77109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0ecc0a6-d65e-4c78-8131-e6e29eab5eba req-94a7a1a7-a8f7-4ed0-8190-b27f266a582d service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-unplugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.674s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:41:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Instance destroyed successfully.
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lazy-loading 'resources' on Instance uuid 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:32:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-791661004',display_name='tempest-ServerActionsTestOtherB-server-791661004',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-791661004',id=2,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+rK5Z1/LiR7WkDsbgVhymZ8tZxLpBhh2bZVq0gWnLvY9E9sDWgBLutOcJ9gExm4ON9xZd4Qr5G6dHAGwuOvhiFcTaXNEXrCsgvnofUxkngGyTlCRRN+T7d7vvL+coyEQ==',key_name='tempest-keypair-1962605973',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:39:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5bfb27ee349549cf85f5117ab01ff9e5',ramdisk_id='',reservation_id='r-lvm2kgfe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-2143964279',owner_user_name='tempest-ServerActionsTestOtherB-2143964279-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:39:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e0a951743a24a0d9b6af04e1c02f200',uuid=8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converting VIF {"id": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "address": "fa:16:3e:c0:d5:2f", "network": {"id": "234ef7b0-4a8a-49fd-909f-e44f6bc20720", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1194091238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5bfb27ee349549cf85f5117ab01ff9e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f020c4b-dd", "ovs_interfaceid": "3f020c4b-ddcd-47cf-912c-8dfd9f77417e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_vif [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f020c4b-dd, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04901e98-4905-4067-87c3-403a3b55ff2b) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:55 user nova-compute[74701]: INFO os_vif [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:d5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e,network=Network(234ef7b0-4a8a-49fd-909f-e44f6bc20720),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3f020c4b-dd')
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uXPAbUMm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:41:55 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4527657c-d41e-4b16-a0d4-a94625274658]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:41:55 user nova-compute[74701]: No targets found.
Oct 24 19:41:55 user nova-compute[74701]: iSNS:
Oct 24 19:41:55 user nova-compute[74701]: No targets found.
Oct 24 19:41:55 user nova-compute[74701]: STATIC:
Oct 24 19:41:55 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147
Oct 24 19:41:55 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:41:55 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:41:55 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e
Oct 24 19:41:55 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:41:55 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:41:55 user nova-compute[74701]: FIRMWARE:
Oct 24 19:41:55 user nova-compute[74701]: No targets found.
Oct 24 19:41:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:41:55 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:41:55 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2c9fe9-6e2a-415f-a245-5eec92f52c64]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d747e76d-32c7-435c-b8ed-cdfaa8eb55c2]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:55 user nova-compute[74701]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:41:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e (non-flash)
Oct 24 19:41:55 user nova-compute[74701]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:41:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007a3640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ebc687-1f13-411c-a21e-ce16d91de916]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6bc011e-9c65-4c04-b1df-b9d484377e9e]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db142b6-aa34-4794-ba24-7df602b5e1dd]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c9e464-3cc3-4d4b-94d3-f5489e8441e3]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfa482b4-1289-4c96-b029-002beec55648]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfa3e44c-a2a4-4744-bf99-9f36f263d20b]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260]
Oct 24 19:41:55 user nova-compute[74701]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e, portal: 172.16.0.220,3260] successful.
Oct 24 19:41:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a59e675f-8c70-4fd4-98c9-50d535f2917e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a04130a-8e88-496b-8494-e8ca533f8942]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] <== disconnect_volume: return (339ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:41:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Deleting instance files /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_del
Oct 24 19:41:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Deletion of /opt/stack/data/nova/instances/8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a_del complete
Oct 24 19:41:55 user nova-compute[74701]: INFO nova.compute.manager [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Took 1.34 seconds to destroy the instance on the hypervisor.
Oct 24 19:41:55 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:41:55 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:41:56 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:56 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Took 0.88 seconds to deallocate network for instance.
Oct 24 19:41:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-7c78b56e-d25c-45fb-bc4b-ca2919e1a430 req-89c54002-dcd1-4d50-a7b0-611122103c64 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-deleted-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:56 user nova-compute[74701]: INFO nova.compute.manager [req-7c78b56e-d25c-45fb-bc4b-ca2919e1a430 req-89c54002-dcd1-4d50-a7b0-611122103c64 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Neutron deleted interface 3f020c4b-ddcd-47cf-912c-8dfd9f77417e; detaching it from the instance and deleting it from the info cache
Oct 24 19:41:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-7c78b56e-d25c-45fb-bc4b-ca2919e1a430 req-89c54002-dcd1-4d50-a7b0-611122103c64 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:41:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-7c78b56e-d25c-45fb-bc4b-ca2919e1a430 req-89c54002-dcd1-4d50-a7b0-611122103c64 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Detach interface failed, port_id=3f020c4b-ddcd-47cf-912c-8dfd9f77417e, reason: Instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:41:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:41:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] Acquiring lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] No waiting events found dispatching network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:41:57 user nova-compute[74701]: WARNING nova.compute.manager [req-65f1cfb4-beb8-4cf4-a97b-bf5d83801084 req-18c0c65c-75e7-49fc-8004-610d70afcb37 service nova] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Received unexpected event network-vif-plugged-3f020c4b-ddcd-47cf-912c-8dfd9f77417e for instance with vm_state active and task_state deleting.
Oct 24 19:41:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:41:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:41:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:41:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:41:59 user nova-compute[74701]: INFO nova.compute.manager [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Terminating instance
Oct 24 19:41:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-unplugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] No waiting events found dispatching network-vif-unplugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-0457efe8-2a88-4a4a-8309-63d0096954eb req-3c414215-f309-4280-ac23-9b1d115b8887 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-unplugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Instance destroyed successfully.
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lazy-loading 'resources' on Instance uuid f92a91d5-47f7-4b9b-8177-a24073b77109 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1107849600',display_name='tempest-ServersNegativeTestJSON-server-1107849600',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1107849600',id=18,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:40:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-wt0j0xro',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:40:17Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=f92a91d5-47f7-4b9b-8177-a24073b77109,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "address": "fa:16:3e:00:e6:40", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa52f8d3f-45", "ovs_interfaceid": "a52f8d3f-45a2-482d-96b2-c073fc354f73", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG os_vif [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa52f8d3f-45, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=300560a3-d460-45fe-862a-d1433e9562be) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:00 user nova-compute[74701]: INFO os_vif [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:e6:40,bridge_name='br-int',has_traffic_filtering=True,id=a52f8d3f-45a2-482d-96b2-c073fc354f73,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa52f8d3f-45')
Oct 24 19:42:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Deleting instance files /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109_del
Oct 24 19:42:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Deletion of /opt/stack/data/nova/instances/f92a91d5-47f7-4b9b-8177-a24073b77109_del complete
Oct 24 19:42:00 user nova-compute[74701]: INFO nova.compute.manager [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Took 0.65 seconds to destroy the instance on the hypervisor.
Oct 24 19:42:00 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:42:00 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-0bac58cd-9ce7-4cfa-ad60-be558563cf73 req-68795126-9f80-421f-bc9a-f06cfa827837 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-deleted-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:01 user nova-compute[74701]: INFO nova.compute.manager [req-0bac58cd-9ce7-4cfa-ad60-be558563cf73 req-68795126-9f80-421f-bc9a-f06cfa827837 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Neutron deleted interface a52f8d3f-45a2-482d-96b2-c073fc354f73; detaching it from the instance and deleting it from the info cache
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-0bac58cd-9ce7-4cfa-ad60-be558563cf73 req-68795126-9f80-421f-bc9a-f06cfa827837 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:01 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Took 0.47 seconds to deallocate network for instance.
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-0bac58cd-9ce7-4cfa-ad60-be558563cf73 req-68795126-9f80-421f-bc9a-f06cfa827837 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Detach interface failed, port_id=a52f8d3f-45a2-482d-96b2-c073fc354f73, reason: Instance f92a91d5-47f7-4b9b-8177-a24073b77109 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bbd57095-d428-4d80-9dea-29c57cdabc8c is timed out.
Oct 24 19:42:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully detached device vdb from instance bbd57095-d428-4d80-9dea-29c57cdabc8c from the live domain config.
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jmfnBFWG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:42:01 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a2d266-aed4-42c9-91e8-521c57cb1196]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:42:01 user nova-compute[74701]: No targets found.
Oct 24 19:42:01 user nova-compute[74701]: iSNS:
Oct 24 19:42:01 user nova-compute[74701]: No targets found.
Oct 24 19:42:01 user nova-compute[74701]: STATIC:
Oct 24 19:42:01 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147
Oct 24 19:42:01 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:42:01 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:42:01 user nova-compute[74701]: FIRMWARE:
Oct 24 19:42:01 user nova-compute[74701]: No targets found.
Oct 24 19:42:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:42:01 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:42:01 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2553381b-85b1-4287-b7e2-b38ea9d982cf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f9c811f-3aaf-4b5c-91da-4aeba09b167d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:42:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 (non-flash)
Oct 24 19:42:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f0062c310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdc978ff-c266-4cec-9eef-fd3c7464fe16]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1290b693-e431-4ee5-b02a-5aec81a7cea5]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad477b3-32dc-4388-ad0b-a69b71aef9e6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6855262a-4a54-4b3c-8771-12f810197d52]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a621bc-a033-4c61-aa7a-c71355f2fa4e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0520dafe-a516-4452-8375-90045a07fd05]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260]
Oct 24 19:42:01 user nova-compute[74701]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147, portal: 172.16.0.220,3260] successful.
Oct 24 19:42:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:01 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Deleted allocations for instance f92a91d5-47f7-4b9b-8177-a24073b77109
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc791286-e70b-4f4f-b01c-a8942c223147 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e547bf6-0d39-4995-b6ec-b8a8f01cc911]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] <== disconnect_volume: return (310ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:42:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63536e38-26f0-4753-8c5c-e754ba60ff80 tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.677s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] Acquiring lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] Lock "f92a91d5-47f7-4b9b-8177-a24073b77109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] No waiting events found dispatching network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:02 user nova-compute[74701]: WARNING nova.compute.manager [req-33b9a8db-e1b0-4f27-bb55-b8a92195c8c0 req-6798dc5e-a589-41b6-83c8-a7972dc4f239 service nova] [instance: f92a91d5-47f7-4b9b-8177-a24073b77109] Received unexpected event network-vif-plugged-a52f8d3f-45a2-482d-96b2-c073fc354f73 for instance with vm_state deleted and task_state None.
Oct 24 19:42:02 user nova-compute[74701]: DEBUG nova.objects.instance [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'flavor' on Instance uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-312aa021-9af6-4dae-86c0-ee25dcafc1a7 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.781s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:03 user nova-compute[74701]: INFO nova.compute.manager [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Terminating instance
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-unplugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-unplugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-dc899592-677c-4859-a854-07a5fe29d41a req-a15aeba2-1265-45e8-9476-b85d0a648026 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-unplugged-d8043cf6-c343-4289-8310-fabcf3210ad4 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-unplugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-unplugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6963cb79-f60d-4383-94be-8cdf76e2fc37 req-debdb49a-4983-4ada-84c4-774a4a7f5bb1 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-unplugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Instance destroyed successfully.
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.objects.instance [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lazy-loading 'resources' on Instance uuid 8deb993d-93c6-41ee-831f-4658f0442355 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:36:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:36:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "d8043cf6-c343-4289-8310-fabcf3210ad4", "address": "fa:16:3e:68:88:d7", "network": {"id": "1137c669-bbf0-497d-abb5-108659b91d38", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1782547553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8043cf6-c3", "ovs_interfaceid": "d8043cf6-c343-4289-8310-fabcf3210ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG os_vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8043cf6-c3, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=529e863f-0ef6-45eb-9d6a-df9f76cf689b) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:04 user nova-compute[74701]: INFO os_vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:88:d7,bridge_name='br-int',has_traffic_filtering=True,id=d8043cf6-c343-4289-8310-fabcf3210ad4,network=Network(1137c669-bbf0-497d-abb5-108659b91d38),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8043cf6-c3')
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-24T19:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1857246714',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1857246714',id=13,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIK4bOjW3zekhhR4WuGC6YsWIgrQ950lLoiI66GgDSdF5YYbuuzFQdpHR5ZKDBS9/6gapU+LC0rBut42sr/LckfDDaWuqYjvgNht9fokrDS04bejApe51/dqqXrlejD1vQ==',key_name='tempest-keypair-1336169629',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:36:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa0a99ef57b34ac58c1ac33f8030e2f9',ramdisk_id='',reservation_id='r-xtn7amun',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1793406055',owner_user_name='tempest-TaggedAttachmentsTest-1793406055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:36:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3e77cc50043540e2a341d997a4a9b9f6',uuid=8deb993d-93c6-41ee-831f-4658f0442355,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converting VIF {"id": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "address": "fa:16:3e:36:c8:dd", "network": {"id": "5b3b2be5-956d-46c9-be30-8daa56fa5ab4", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-792756580", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "aa0a99ef57b34ac58c1ac33f8030e2f9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa7be581-1d", "ovs_interfaceid": "aa7be581-1dfb-41f9-a229-61f7322b08c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG os_vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa7be581-1d, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28378579-8efe-47cb-b9eb-9ae39f788fd5) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:04 user nova-compute[74701]: INFO nova.compute.manager [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] [instance: 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a] Took 7.16 seconds to detach 1 volumes for instance.
Oct 24 19:42:04 user nova-compute[74701]: INFO os_vif [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:36:c8:dd,bridge_name='br-int',has_traffic_filtering=True,id=aa7be581-1dfb-41f9-a229-61f7322b08c1,network=Network(5b3b2be5-956d-46c9-be30-8daa56fa5ab4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa7be581-1d')
Oct 24 19:42:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Deleting instance files /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355_del
Oct 24 19:42:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Deletion of /opt/stack/data/nova/instances/8deb993d-93c6-41ee-831f-4658f0442355_del complete
Oct 24 19:42:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:04 user nova-compute[74701]: INFO nova.compute.manager [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 24 19:42:04 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:04 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Deleted allocations for instance 8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a
Oct 24 19:42:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ecf6041c-c83f-4040-b577-d6135a0f27d9 tempest-ServerActionsTestOtherB-2143964279 tempest-ServerActionsTestOtherB-2143964279-project-member] Lock "8bbdb6e1-b0eb-43d4-b3fd-69e157cc240a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.973s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:05 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Took 1.12 seconds to deallocate network for instance.
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:05 user nova-compute[74701]: WARNING nova.compute.manager [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-d8043cf6-c343-4289-8310-fabcf3210ad4 for instance with vm_state deleted and task_state None.
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-deleted-d8043cf6-c343-4289-8310-fabcf3210ad4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-783c7f1d-cf20-4a2c-b336-800d79d0eba2 req-b84e5baf-dd57-488a-9f1b-3b4a62b3191f service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-deleted-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:05 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Deleted allocations for instance 8deb993d-93c6-41ee-831f-4658f0442355
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] Acquiring lock "8deb993d-93c6-41ee-831f-4658f0442355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] Lock "8deb993d-93c6-41ee-831f-4658f0442355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] No waiting events found dispatching network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:05 user nova-compute[74701]: WARNING nova.compute.manager [req-6ef350a3-9bd3-42b1-b173-3fbacd83eb31 req-18859f21-593e-4135-aab4-999f50c4cae4 service nova] [instance: 8deb993d-93c6-41ee-831f-4658f0442355] Received unexpected event network-vif-plugged-aa7be581-1dfb-41f9-a229-61f7322b08c1 for instance with vm_state deleted and task_state None.
Oct 24 19:42:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-65b06c7f-cf6b-4686-8efa-46714a0ac972 tempest-TaggedAttachmentsTest-1793406055 tempest-TaggedAttachmentsTest-1793406055-project-member] Lock "8deb993d-93c6-41ee-831f-4658f0442355" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.635s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing instance network info cache due to event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:42:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:42:26 user nova-compute[74701]: DEBUG nova.network.neutron [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updated VIF entry in instance network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:42:26 user nova-compute[74701]: DEBUG nova.network.neutron [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-726e0095-8225-49fd-afad-25b4ad3a251c req-56edae0a-1ff0-4fbf-b961-e77063a3ee5f service nova] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing instance network info cache due to event network-changed-71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] Acquiring lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] Acquired lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.network.neutron [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Refreshing network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:31 user nova-compute[74701]: INFO nova.compute.manager [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Terminating instance
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.network.neutron [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updated VIF entry in instance network info cache for port 71041dfa-fa74-4351-b4ad-7700240fe25f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG nova.network.neutron [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating instance_info_cache with network_info: [{"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f1bb7c7b-1137-4d25-bc37-760a549284eb req-9fb1ef0b-7408-44ee-aa01-d0fd55f6e772 service nova] Releasing lock "refresh_cache-bbd57095-d428-4d80-9dea-29c57cdabc8c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Instance destroyed successfully.
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'resources' on Instance uuid bbd57095-d428-4d80-9dea-29c57cdabc8c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:39:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1372037981',display_name='tempest-TestStampPattern-server-1372037981',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1372037981',id=17,image_ref='58498922-4324-422c-80e5-db3767979fe6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:39:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-g0bks7m3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f867e3d5-7c4b-4d34-8819-b0f3aa74cf94',image_min_disk='1',image_min_ram='0',image_owner_id='c33428fe8ba24ba292e9ffaeadb7ff23',image_owner_project_name='tempest-TestStampPattern-164934989',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-164934989-project-member',image_user_id='d98bba3012554bbb86353c2d040ef325',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:39:34Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=bbd57095-d428-4d80-9dea-29c57cdabc8c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "71041dfa-fa74-4351-b4ad-7700240fe25f", "address": "fa:16:3e:95:cb:97", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap71041dfa-fa", "ovs_interfaceid": "71041dfa-fa74-4351-b4ad-7700240fe25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG os_vif [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap71041dfa-fa, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19459f6e-d9ee-4c11-bbc7-ed734651f9fb) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:32 user nova-compute[74701]: INFO os_vif [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:cb:97,bridge_name='br-int',has_traffic_filtering=True,id=71041dfa-fa74-4351-b4ad-7700240fe25f,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap71041dfa-fa')
Oct 24 19:42:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Deleting instance files /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c_del
Oct 24 19:42:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Deletion of /opt/stack/data/nova/instances/bbd57095-d428-4d80-9dea-29c57cdabc8c_del complete
Oct 24 19:42:32 user nova-compute[74701]: INFO nova.compute.manager [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 19:42:32 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-unplugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] No waiting events found dispatching network-vif-unplugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-unplugged-71041dfa-fa74-4351-b4ad-7700240fe25f for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Acquiring lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] No waiting events found dispatching network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:33 user nova-compute[74701]: WARNING nova.compute.manager [req-64311221-d11f-4954-8e10-966b6fbb4430 req-43ba74d1-2ccc-44e7-82d8-2c114a567738 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received unexpected event network-vif-plugged-71041dfa-fa74-4351-b4ad-7700240fe25f for instance with vm_state active and task_state deleting.
Oct 24 19:42:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:33 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Took 1.22 seconds to deallocate network for instance.
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-1fbea012-2c5f-43b3-b9b8-a1edbb728850 req-edaa2873-1dce-40a1-a176-ce402d239f52 service nova] [instance: bbd57095-d428-4d80-9dea-29c57cdabc8c] Received event network-vif-deleted-71041dfa-fa74-4351-b4ad-7700240fe25f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.252s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:33 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Deleted allocations for instance bbd57095-d428-4d80-9dea-29c57cdabc8c
Oct 24 19:42:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-718f518b-4801-4e57-baeb-193545ea2f4d tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "bbd57095-d428-4d80-9dea-29c57cdabc8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.595s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:42:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:47 user nova-compute[74701]: INFO nova.compute.manager [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Shelving
Oct 24 19:42:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:48 user nova-compute[74701]: WARNING nova.compute.manager [req-c509e746-c863-4d45-ae1f-92f9b310909d req-898476e5-d087-4b90-8e85-32ebd861e9c9 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state active and task_state shelving.
Oct 24 19:42:48 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance destroyed successfully.
Oct 24 19:42:48 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Beginning cold snapshot process
Oct 24 19:42:48 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:42:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk /opt/stack/data/nova/instances/snapshots/tmpjumm1z2i/7d5f7fce613a4ce99a82ae4cf8ca7dd5 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk /opt/stack/data/nova/instances/snapshots/tmpjumm1z2i/7d5f7fce613a4ce99a82ae4cf8ca7dd5" returned: 0 in 0.756s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Snapshot extracted, beginning image upload
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:50 user nova-compute[74701]: WARNING nova.compute.manager [req-60ef2684-d980-4e06-a00c-622c8f5fd3d6 req-8304fb20-06db-40fd-9eab-c0e7be6191ee service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state active and task_state shelving_image_uploading.
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:42:52 user nova-compute[74701]: INFO nova.compute.claims [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Claim successful on node user
Oct 24 19:42:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.730s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:42:52 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:42:52 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8248MB free_disk=25.22378158569336GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:52 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Snapshot image upload complete
Oct 24 19:42:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:42:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b4e5c185-9fb8-43e0-92d7-5342f73a5978 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:42:53 user nova-compute[74701]: INFO nova.compute.manager [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Shelve offloading
Oct 24 19:42:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance destroyed successfully.
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:42:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Creating image(s)
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "/opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "/opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "/opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.policy [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1506d061ce8448839117210608600536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab9d7b1f4144a9e938917787114ca31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.492s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk 1073741824" returned: 0 in 0.047s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:42:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Cannot resize image /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Ensure instance console log exists: /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Successfully created port: d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:42:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance destroyed successfully.
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'resources' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhXK1NNzxj/SWLh16uvLU89thYvDDFjyuciGs9eNBfXNqzixDNX1FatBhslV+rDLfJBZ7E7FtJ8lhHMidRrEJVfsaijBNOBDphIGHICkcbk7OD7dD4IIeV/syQvyCqXUw==',key_name='tempest-keypair-1771772013',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:40:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:42:52.990055',shelved_host='user',shelved_image_id='6696c6ea-031a-41ab-8367-d9d5ba85dae6'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:42:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG os_vif [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap508405ec-4c, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing instance network info cache due to event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78e11809-0212-44e6-ab6a-b47a712ea70f) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:54 user nova-compute[74701]: INFO os_vif [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c')
Oct 24 19:42:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Deleting instance files /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1_del
Oct 24 19:42:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Deletion of /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1_del complete
Oct 24 19:42:54 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Deleted allocations for instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'numa_topology' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:54 user nova-compute[74701]: DEBUG nova.objects.base [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<b548eb74-af05-4c69-8c8e-c33fb5b5f5e1> lazy-loaded attributes: resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updating instance_info_cache with network_info: [{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updated VIF entry in instance network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap508405ec-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f60f4628-0317-46a5-b914-305f3358243b req-7947f191-e47b-4135-a312-3ea8a6206d03 service nova] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0f9fa3ed-6579-42ff-835c-e0a0b548d8af tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.437s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Successfully updated port: d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquired lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-changed-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Refreshing instance network info cache due to event network-changed-d6ddf257-2060-45f6-9079-a5892daff76b. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] Acquiring lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Updating instance_info_cache with network_info: [{"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Releasing lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Instance network_info: |[{"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] Acquired lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Refreshing network info cache for port d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Start _get_guest_xml network_info=[{"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:42:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:42:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1736720392',display_name='tempest-VolumesNegativeTest-instance-1736720392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1736720392',id=21,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ab9d7b1f4144a9e938917787114ca31',ramdisk_id='',reservation_id='r-vk2wedjw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1951102295',owner_user_name='tempest-VolumesNegativeTest-1951102295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:42:53Z,user_data=None,user_id='1506d061ce8448839117210608600536',uuid=b4e5c185-9fb8-43e0-92d7-5342f73a5978,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converting VIF {"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lazy-loading 'pci_devices' on Instance uuid b4e5c185-9fb8-43e0-92d7-5342f73a5978 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:42:55 user nova-compute[74701]:   <uuid>b4e5c185-9fb8-43e0-92d7-5342f73a5978</uuid>
Oct 24 19:42:55 user nova-compute[74701]:   <name>instance-00000015</name>
Oct 24 19:42:55 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:42:55 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:42:55 user nova-compute[74701]:   <metadata>
Oct 24 19:42:55 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:42:55 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:name>tempest-VolumesNegativeTest-instance-1736720392</nova:name>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:42:55</nova:creationTime>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:42:55 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:42:55 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:owner>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:user uuid="1506d061ce8448839117210608600536">tempest-VolumesNegativeTest-1951102295-project-member</nova:user>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:project uuid="6ab9d7b1f4144a9e938917787114ca31">tempest-VolumesNegativeTest-1951102295</nova:project>
Oct 24 19:42:55 user nova-compute[74701]:       </nova:owner>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:42:55 user nova-compute[74701]:       <nova:ports>
Oct 24 19:42:55 user nova-compute[74701]:         <nova:port uuid="d6ddf257-2060-45f6-9079-a5892daff76b">
Oct 24 19:42:55 user nova-compute[74701]:           <nova:ip type="fixed" address="192.168.233.152" ipVersion="4"/>
Oct 24 19:42:55 user nova-compute[74701]:         </nova:port>
Oct 24 19:42:55 user nova-compute[74701]:       </nova:ports>
Oct 24 19:42:55 user nova-compute[74701]:     </nova:instance>
Oct 24 19:42:55 user nova-compute[74701]:   </metadata>
Oct 24 19:42:55 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:42:55 user nova-compute[74701]:     <system>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="serial">b4e5c185-9fb8-43e0-92d7-5342f73a5978</entry>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="uuid">b4e5c185-9fb8-43e0-92d7-5342f73a5978</entry>
Oct 24 19:42:55 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:42:55 user nova-compute[74701]:     </system>
Oct 24 19:42:55 user nova-compute[74701]:   </sysinfo>
Oct 24 19:42:55 user nova-compute[74701]:   <os>
Oct 24 19:42:55 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:42:55 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:42:55 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:42:55 user nova-compute[74701]:   </os>
Oct 24 19:42:55 user nova-compute[74701]:   <features>
Oct 24 19:42:55 user nova-compute[74701]:     <acpi/>
Oct 24 19:42:55 user nova-compute[74701]:     <apic/>
Oct 24 19:42:55 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:42:55 user nova-compute[74701]:   </features>
Oct 24 19:42:55 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:42:55 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:42:55 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:42:55 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:42:55 user nova-compute[74701]:   </clock>
Oct 24 19:42:55 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:42:55 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:42:55 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:42:55 user nova-compute[74701]:   </cpu>
Oct 24 19:42:55 user nova-compute[74701]:   <devices>
Oct 24 19:42:55 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:42:55 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:42:55 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk"/>
Oct 24 19:42:55 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:42:55 user nova-compute[74701]:     </disk>
Oct 24 19:42:55 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:42:55 user nova-compute[74701]:       <mac address="fa:16:3e:41:5f:a9"/>
Oct 24 19:42:55 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:42:55 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:42:55 user nova-compute[74701]:       <target dev="tapd6ddf257-20"/>
Oct 24 19:42:55 user nova-compute[74701]:     </interface>
Oct 24 19:42:55 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:42:55 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/console.log" append="off"/>
Oct 24 19:42:55 user nova-compute[74701]:     </serial>
Oct 24 19:42:55 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:42:55 user nova-compute[74701]:     <video>
Oct 24 19:42:55 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:42:55 user nova-compute[74701]:     </video>
Oct 24 19:42:55 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:42:55 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:42:55 user nova-compute[74701]:     </rng>
Oct 24 19:42:55 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:42:55 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:42:55 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:42:55 user nova-compute[74701]:     </memballoon>
Oct 24 19:42:55 user nova-compute[74701]:   </devices>
Oct 24 19:42:55 user nova-compute[74701]: </domain>
Oct 24 19:42:55 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1736720392',display_name='tempest-VolumesNegativeTest-instance-1736720392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1736720392',id=21,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ab9d7b1f4144a9e938917787114ca31',ramdisk_id='',reservation_id='r-vk2wedjw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1951102295',owner_user_name='tempest-VolumesNegativeTest-1951102295-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:42:53Z,user_data=None,user_id='1506d061ce8448839117210608600536',uuid=b4e5c185-9fb8-43e0-92d7-5342f73a5978,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converting VIF {"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG os_vif [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd8dc50fc-d6fd-5662-b2ea-d92a6f243317', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6ddf257-20, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6ddf257-20, col_values=(('qos', UUID('9f293b5b-a22a-4bda-8509-4c76e96b0f85')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6ddf257-20, col_values=(('external_ids', {'iface-id': 'd6ddf257-2060-45f6-9079-a5892daff76b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:5f:a9', 'vm-uuid': 'b4e5c185-9fb8-43e0-92d7-5342f73a5978'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:42:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:55 user nova-compute[74701]: INFO os_vif [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20')
Oct 24 19:42:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:42:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] No VIF found with MAC fa:16:3e:41:5f:a9, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:42:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Updated VIF entry in instance network info cache for port d6ddf257-2060-45f6-9079-a5892daff76b. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:42:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Updating instance_info_cache with network_info: [{"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:42:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3c63db66-4255-45a2-b08c-c91789d29b1d req-7e1c28ff-0172-45b0-b2b4-97c4e0e9f4f1 service nova] Releasing lock "refresh_cache-b4e5c185-9fb8-43e0-92d7-5342f73a5978" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] No waiting events found dispatching network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:57 user nova-compute[74701]: WARNING nova.compute.manager [req-1b379470-7d56-4aac-8bcf-ea64ceb023d7 req-2c6cbeef-e1d3-4d00-a5fc-b53fe9aaf034 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received unexpected event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b for instance with vm_state building and task_state spawning.
Oct 24 19:42:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] No waiting events found dispatching network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:42:59 user nova-compute[74701]: WARNING nova.compute.manager [req-fb310ba7-c1e5-41a7-98c3-024008feab30 req-7f4712fc-1997-45aa-a66f-d093c960cf2f service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received unexpected event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b for instance with vm_state building and task_state spawning.
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:42:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Instance spawned successfully.
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:42:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:00 user nova-compute[74701]: INFO nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Took 6.84 seconds to spawn the instance on the hypervisor.
Oct 24 19:43:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:43:00 user nova-compute[74701]: INFO nova.compute.manager [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Took 8.06 seconds to build instance.
Oct 24 19:43:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6d482edc-3c5e-4247-8c23-7c06643aa994 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.190s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:43:19 user nova-compute[74701]: INFO nova.compute.claims [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Claim successful on node user
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:43:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:43:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:43:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Creating image(s)
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG nova.policy [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '783eeb42a53f4037a1aebd600188e327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df7bdeb47d624f64a8f16915dda4fd38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk 1073741824" returned: 0 in 0.068s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Cannot resize image /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Ensure instance console log exists: /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:21 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Successfully created port: c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Successfully updated port: c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing instance network info cache due to event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance network_info: |[{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.neutron [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start _get_guest_xml network_info=[{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:43:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-938357957',display_name='tempest-ServerStableDeviceRescueTest-server-938357957',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-938357957',id=22,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNCARaPwklbc0G1QB5L7H5eEckEHlzPQroM5odew0D8tLJEAamZMVJ7tToy1obivXckOe9v3P0n1SZRJt8WyC+o6x8lknPLLpSMimcqxkarGhRE3I/wQ0nKpsYikZqPOog==',key_name='tempest-keypair-1026218931',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df7bdeb47d624f64a8f16915dda4fd38',ramdisk_id='',reservation_id='r-qke9p6nq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-829189407',owner_user_name='tempest-ServerStableDeviceRescueTest-829189407-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='783eeb42a53f4037a1aebd600188e327',uuid=c19f00c4-88c8-4b48-a53f-0e907ff1feca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converting VIF {"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.objects.instance [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'pci_devices' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:43:22 user nova-compute[74701]:   <uuid>c19f00c4-88c8-4b48-a53f-0e907ff1feca</uuid>
Oct 24 19:43:22 user nova-compute[74701]:   <name>instance-00000016</name>
Oct 24 19:43:22 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:43:22 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:43:22 user nova-compute[74701]:   <metadata>
Oct 24 19:43:22 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:43:22 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-938357957</nova:name>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:43:22</nova:creationTime>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:43:22 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:43:22 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:owner>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:user uuid="783eeb42a53f4037a1aebd600188e327">tempest-ServerStableDeviceRescueTest-829189407-project-member</nova:user>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:project uuid="df7bdeb47d624f64a8f16915dda4fd38">tempest-ServerStableDeviceRescueTest-829189407</nova:project>
Oct 24 19:43:22 user nova-compute[74701]:       </nova:owner>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:43:22 user nova-compute[74701]:       <nova:ports>
Oct 24 19:43:22 user nova-compute[74701]:         <nova:port uuid="c3e435b6-00c8-41c6-9bbd-8db7d77f0a38">
Oct 24 19:43:22 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 19:43:22 user nova-compute[74701]:         </nova:port>
Oct 24 19:43:22 user nova-compute[74701]:       </nova:ports>
Oct 24 19:43:22 user nova-compute[74701]:     </nova:instance>
Oct 24 19:43:22 user nova-compute[74701]:   </metadata>
Oct 24 19:43:22 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:43:22 user nova-compute[74701]:     <system>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="serial">c19f00c4-88c8-4b48-a53f-0e907ff1feca</entry>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="uuid">c19f00c4-88c8-4b48-a53f-0e907ff1feca</entry>
Oct 24 19:43:22 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:43:22 user nova-compute[74701]:     </system>
Oct 24 19:43:22 user nova-compute[74701]:   </sysinfo>
Oct 24 19:43:22 user nova-compute[74701]:   <os>
Oct 24 19:43:22 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:43:22 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:43:22 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:43:22 user nova-compute[74701]:   </os>
Oct 24 19:43:22 user nova-compute[74701]:   <features>
Oct 24 19:43:22 user nova-compute[74701]:     <acpi/>
Oct 24 19:43:22 user nova-compute[74701]:     <apic/>
Oct 24 19:43:22 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:43:22 user nova-compute[74701]:   </features>
Oct 24 19:43:22 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:43:22 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:43:22 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:43:22 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:43:22 user nova-compute[74701]:   </clock>
Oct 24 19:43:22 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:43:22 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:43:22 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:43:22 user nova-compute[74701]:   </cpu>
Oct 24 19:43:22 user nova-compute[74701]:   <devices>
Oct 24 19:43:22 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:43:22 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:43:22 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk"/>
Oct 24 19:43:22 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:43:22 user nova-compute[74701]:     </disk>
Oct 24 19:43:22 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:43:22 user nova-compute[74701]:       <mac address="fa:16:3e:f6:02:62"/>
Oct 24 19:43:22 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:22 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:43:22 user nova-compute[74701]:       <target dev="tapc3e435b6-00"/>
Oct 24 19:43:22 user nova-compute[74701]:     </interface>
Oct 24 19:43:22 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:43:22 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/console.log" append="off"/>
Oct 24 19:43:22 user nova-compute[74701]:     </serial>
Oct 24 19:43:22 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:43:22 user nova-compute[74701]:     <video>
Oct 24 19:43:22 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:22 user nova-compute[74701]:     </video>
Oct 24 19:43:22 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:43:22 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:43:22 user nova-compute[74701]:     </rng>
Oct 24 19:43:22 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:43:22 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:43:22 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:43:22 user nova-compute[74701]:     </memballoon>
Oct 24 19:43:22 user nova-compute[74701]:   </devices>
Oct 24 19:43:22 user nova-compute[74701]: </domain>
Oct 24 19:43:22 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-938357957',display_name='tempest-ServerStableDeviceRescueTest-server-938357957',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-938357957',id=22,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNCARaPwklbc0G1QB5L7H5eEckEHlzPQroM5odew0D8tLJEAamZMVJ7tToy1obivXckOe9v3P0n1SZRJt8WyC+o6x8lknPLLpSMimcqxkarGhRE3I/wQ0nKpsYikZqPOog==',key_name='tempest-keypair-1026218931',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='df7bdeb47d624f64a8f16915dda4fd38',ramdisk_id='',reservation_id='r-qke9p6nq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-829189407',owner_user_name='tempest-ServerStableDeviceRescueTest-829189407-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='783eeb42a53f4037a1aebd600188e327',uuid=c19f00c4-88c8-4b48-a53f-0e907ff1feca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converting VIF {"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG os_vif [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c27ecca4-71a5-5b26-9b0a-40840a53ef00', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc3e435b6-00, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc3e435b6-00, col_values=(('qos', UUID('9dadfbdf-a9bb-4c29-950c-7bae21f9c10f')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc3e435b6-00, col_values=(('external_ids', {'iface-id': 'c3e435b6-00c8-41c6-9bbd-8db7d77f0a38', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f6:02:62', 'vm-uuid': 'c19f00c4-88c8-4b48-a53f-0e907ff1feca'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:22 user nova-compute[74701]: INFO os_vif [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00')
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:43:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No VIF found with MAC fa:16:3e:f6:02:62, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:43:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updated VIF entry in instance network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:43:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-98643184-31a9-43cf-b972-772ed3fbe6a3 req-74fb8504-0e0d-4d20-aaba-3db12b124060 service nova] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:24 user nova-compute[74701]: WARNING nova.compute.manager [req-88fe0828-67df-4175-9874-2baed019ed40 req-47dd038b-7afe-4e8f-98d4-86d23647194b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state building and task_state spawning.
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'flavor' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:25 user nova-compute[74701]: INFO nova.compute.manager [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attaching volume 38d5a979-fb44-48e1-b0f9-09b774c183fd to /dev/vdb
Oct 24 19:43:25 user nova-compute[74701]: DEBUG os_brick.utils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40865bc1-3a20-4732-bf34-b516d148d7e4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[563fac2b-2c6a-45d6-8901-2aff02a42983]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[15e8fb28-0568-42b3-8d0d-065da385fc76]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a36dbe-10c2-4937-be4a-8cd2aeeb283d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:43:26 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abd2a525-4d4d-419b-80e0-3c86fc5eef30]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG os_brick.utils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating existing volume attachment record: 0c2df517-d0fa-42dc-add3-627eed297ed0 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:43:26 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance spawned successfully.
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:26 user nova-compute[74701]: INFO nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Took 6.64 seconds to spawn the instance on the hypervisor.
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-changed-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Refreshing instance network info cache due to event network-changed-3314ec58-f5ba-410b-b5b5-0bbf987a37aa. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Acquiring lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Acquired lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:26 user nova-compute[74701]: DEBUG nova.network.neutron [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Refreshing network info cache for port 3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:43:26 user nova-compute[74701]: INFO nova.compute.manager [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Took 7.52 seconds to build instance.
Oct 24 19:43:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-847733c9-c6c8-41ff-bdb2-e67d36ab7df7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.620s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG nova.network.neutron [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updated VIF entry in instance network info cache for port 3314ec58-f5ba-410b-b5b5-0bbf987a37aa. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG nova.network.neutron [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating instance_info_cache with network_info: [{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Releasing lock "refresh_cache-f96fb4cc-66ac-4200-976b-6e06c6ce7587" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:27 user nova-compute[74701]: WARNING nova.compute.manager [req-253eb347-6431-4949-880d-37b66040f833 req-61b45e0e-9c2f-42d9-bf6b-b1a52189f19a service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state building and task_state spawning.
Oct 24 19:43:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "90de42c4-4457-4490-865d-30859197d082" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:43:35 user nova-compute[74701]: INFO nova.compute.claims [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Claim successful on node user
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.515s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:43:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.policy [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fb87d5f6ea64bc69d7615e930645fef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e299c2e9632e4792943abdb03d7f70ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:43:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Creating image(s)
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.211s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:43:36 user nova-compute[74701]: INFO nova.compute.claims [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Claim successful on node user
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk 1073741824" returned: 0 in 0.100s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.230s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Checking if we can resize image /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.652s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Cannot resize image /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Ensure instance console log exists: /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:43:37 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.policy [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fb87d5f6ea64bc69d7615e930645fef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e299c2e9632e4792943abdb03d7f70ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Successfully created port: 747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:43:37 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Creating image(s)
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.211s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Successfully created port: bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk 1073741824" returned: 0 in 0.068s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Successfully updated port: 747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-changed-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Refreshing instance network info cache due to event network-changed-747100a4-e4e2-43ad-8aa7-34fd86632d91. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Cannot resize image /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Ensure instance console log exists: /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Successfully updated port: bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-changed-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Refreshing instance network info cache due to event network-changed-bdf03f93-af86-4614-9911-f49fc39aea12. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance network_info: |[{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Refreshing network info cache for port 747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start _get_guest_xml network_info=[{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:43:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1379076777',display_name='tempest-ServerRescueNegativeTestJSON-server-1379076777',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1379076777',id=23,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-d7r53ofw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:37Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=90de42c4-4457-4490-865d-30859197d082,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:43:39 user nova-compute[74701]:   <uuid>90de42c4-4457-4490-865d-30859197d082</uuid>
Oct 24 19:43:39 user nova-compute[74701]:   <name>instance-00000017</name>
Oct 24 19:43:39 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:43:39 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:43:39 user nova-compute[74701]:   <metadata>
Oct 24 19:43:39 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:43:39 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1379076777</nova:name>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:43:39</nova:creationTime>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:43:39 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:owner>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:owner>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:ports>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:port uuid="747100a4-e4e2-43ad-8aa7-34fd86632d91">
Oct 24 19:43:39 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:43:39 user nova-compute[74701]:         </nova:port>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:ports>
Oct 24 19:43:39 user nova-compute[74701]:     </nova:instance>
Oct 24 19:43:39 user nova-compute[74701]:   </metadata>
Oct 24 19:43:39 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:43:39 user nova-compute[74701]:     <system>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="serial">90de42c4-4457-4490-865d-30859197d082</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="uuid">90de42c4-4457-4490-865d-30859197d082</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:43:39 user nova-compute[74701]:     </system>
Oct 24 19:43:39 user nova-compute[74701]:   </sysinfo>
Oct 24 19:43:39 user nova-compute[74701]:   <os>
Oct 24 19:43:39 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:43:39 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:43:39 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:43:39 user nova-compute[74701]:   </os>
Oct 24 19:43:39 user nova-compute[74701]:   <features>
Oct 24 19:43:39 user nova-compute[74701]:     <acpi/>
Oct 24 19:43:39 user nova-compute[74701]:     <apic/>
Oct 24 19:43:39 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:43:39 user nova-compute[74701]:   </features>
Oct 24 19:43:39 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:43:39 user nova-compute[74701]:   </clock>
Oct 24 19:43:39 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:43:39 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:43:39 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:43:39 user nova-compute[74701]:   </cpu>
Oct 24 19:43:39 user nova-compute[74701]:   <devices>
Oct 24 19:43:39 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:43:39 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:43:39 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk"/>
Oct 24 19:43:39 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:     </disk>
Oct 24 19:43:39 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:43:39 user nova-compute[74701]:       <mac address="fa:16:3e:13:7d:26"/>
Oct 24 19:43:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:43:39 user nova-compute[74701]:       <target dev="tap747100a4-e4"/>
Oct 24 19:43:39 user nova-compute[74701]:     </interface>
Oct 24 19:43:39 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:43:39 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/console.log" append="off"/>
Oct 24 19:43:39 user nova-compute[74701]:     </serial>
Oct 24 19:43:39 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:43:39 user nova-compute[74701]:     <video>
Oct 24 19:43:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:     </video>
Oct 24 19:43:39 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:43:39 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:43:39 user nova-compute[74701]:     </rng>
Oct 24 19:43:39 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:43:39 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:43:39 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:43:39 user nova-compute[74701]:     </memballoon>
Oct 24 19:43:39 user nova-compute[74701]:   </devices>
Oct 24 19:43:39 user nova-compute[74701]: </domain>
Oct 24 19:43:39 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1379076777',display_name='tempest-ServerRescueNegativeTestJSON-server-1379076777',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1379076777',id=23,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-d7r53ofw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:37Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=90de42c4-4457-4490-865d-30859197d082,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG os_vif [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90c0b842-16bf-5f46-a38f-f804f8227fea', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap747100a4-e4, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap747100a4-e4, col_values=(('qos', UUID('5fdd8043-039c-4b0e-9877-73a0e5b7c951')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap747100a4-e4, col_values=(('external_ids', {'iface-id': '747100a4-e4e2-43ad-8aa7-34fd86632d91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:13:7d:26', 'vm-uuid': '90de42c4-4457-4490-865d-30859197d082'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: INFO os_vif [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4')
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:13:7d:26, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Updated VIF entry in instance network info cache for port 747100a4-e4e2-43ad-8aa7-34fd86632d91. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance network_info: |[{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Refreshing network info cache for port bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start _get_guest_xml network_info=[{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0627ae19-8099-4c28-9b4e-cab7d6759d19 req-7efe2890-559a-4780-8052-cd4580e335a3 service nova] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2023311235',display_name='tempest-ServerRescueNegativeTestJSON-server-2023311235',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2023311235',id=24,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-40400nig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:38Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=0c3964fd-f90a-4ff0-b156-67c6164f19ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:43:39 user nova-compute[74701]:   <uuid>0c3964fd-f90a-4ff0-b156-67c6164f19ff</uuid>
Oct 24 19:43:39 user nova-compute[74701]:   <name>instance-00000018</name>
Oct 24 19:43:39 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:43:39 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:43:39 user nova-compute[74701]:   <metadata>
Oct 24 19:43:39 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:43:39 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2023311235</nova:name>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:43:39</nova:creationTime>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:43:39 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:owner>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:owner>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:43:39 user nova-compute[74701]:       <nova:ports>
Oct 24 19:43:39 user nova-compute[74701]:         <nova:port uuid="bdf03f93-af86-4614-9911-f49fc39aea12">
Oct 24 19:43:39 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 19:43:39 user nova-compute[74701]:         </nova:port>
Oct 24 19:43:39 user nova-compute[74701]:       </nova:ports>
Oct 24 19:43:39 user nova-compute[74701]:     </nova:instance>
Oct 24 19:43:39 user nova-compute[74701]:   </metadata>
Oct 24 19:43:39 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:43:39 user nova-compute[74701]:     <system>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="serial">0c3964fd-f90a-4ff0-b156-67c6164f19ff</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="uuid">0c3964fd-f90a-4ff0-b156-67c6164f19ff</entry>
Oct 24 19:43:39 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:43:39 user nova-compute[74701]:     </system>
Oct 24 19:43:39 user nova-compute[74701]:   </sysinfo>
Oct 24 19:43:39 user nova-compute[74701]:   <os>
Oct 24 19:43:39 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:43:39 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:43:39 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:43:39 user nova-compute[74701]:   </os>
Oct 24 19:43:39 user nova-compute[74701]:   <features>
Oct 24 19:43:39 user nova-compute[74701]:     <acpi/>
Oct 24 19:43:39 user nova-compute[74701]:     <apic/>
Oct 24 19:43:39 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:43:39 user nova-compute[74701]:   </features>
Oct 24 19:43:39 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:43:39 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:43:39 user nova-compute[74701]:   </clock>
Oct 24 19:43:39 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:43:39 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:43:39 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:43:39 user nova-compute[74701]:   </cpu>
Oct 24 19:43:39 user nova-compute[74701]:   <devices>
Oct 24 19:43:39 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:43:39 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:43:39 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk"/>
Oct 24 19:43:39 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:     </disk>
Oct 24 19:43:39 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:43:39 user nova-compute[74701]:       <mac address="fa:16:3e:b2:0a:5a"/>
Oct 24 19:43:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:43:39 user nova-compute[74701]:       <target dev="tapbdf03f93-af"/>
Oct 24 19:43:39 user nova-compute[74701]:     </interface>
Oct 24 19:43:39 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:43:39 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/console.log" append="off"/>
Oct 24 19:43:39 user nova-compute[74701]:     </serial>
Oct 24 19:43:39 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:43:39 user nova-compute[74701]:     <video>
Oct 24 19:43:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:43:39 user nova-compute[74701]:     </video>
Oct 24 19:43:39 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:43:39 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:43:39 user nova-compute[74701]:     </rng>
Oct 24 19:43:39 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:43:39 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:43:39 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:43:39 user nova-compute[74701]:     </memballoon>
Oct 24 19:43:39 user nova-compute[74701]:   </devices>
Oct 24 19:43:39 user nova-compute[74701]: </domain>
Oct 24 19:43:39 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2023311235',display_name='tempest-ServerRescueNegativeTestJSON-server-2023311235',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2023311235',id=24,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-40400nig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:38Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=0c3964fd-f90a-4ff0-b156-67c6164f19ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG os_vif [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '07870579-25cc-5d51-8c80-d693ffe86fc7', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdf03f93-af, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdf03f93-af, col_values=(('qos', UUID('1eb0d9c2-1c6a-42a2-b21d-c6c7eaec8c5e')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdf03f93-af, col_values=(('external_ids', {'iface-id': 'bdf03f93-af86-4614-9911-f49fc39aea12', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:0a:5a', 'vm-uuid': '0c3964fd-f90a-4ff0-b156-67c6164f19ff'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:39 user nova-compute[74701]: INFO os_vif [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af')
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:43:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:b2:0a:5a, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:43:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updated VIF entry in instance network info cache for port bdf03f93-af86-4614-9911-f49fc39aea12. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:43:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c73fdba-8eb0-4b27-98ab-e36ef5edd4ad req-598d0efa-f39b-43bd-a7f7-f56ff52363f5 service nova] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:42 user nova-compute[74701]: WARNING nova.compute.manager [req-ae4e15d5-c675-4c8d-9b7c-881c4b4b38d2 req-9aeba9df-499a-4550-9d2c-148a84700704 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state building and task_state spawning.
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:42 user nova-compute[74701]: WARNING nova.compute.manager [req-b6e4ceaa-7776-43ff-ad31-c51f79edbef9 req-bde6ad10-b811-423e-8831-cdae2abcd691 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state building and task_state spawning.
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:44 user nova-compute[74701]: WARNING nova.compute.manager [req-41afa4c7-d6d8-4309-8ee5-99464bd1d504 req-4cea8ed9-4f48-4192-ad91-538b27c33681 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state building and task_state spawning.
Oct 24 19:43:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:44 user nova-compute[74701]: WARNING nova.compute.manager [req-03f932d1-5dba-4cc7-936f-f5381f5e7d90 req-9ff21547-61fa-4231-b006-5367ab06756c service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state building and task_state spawning.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance spawned successfully.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance spawned successfully.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Took 8.53 seconds to spawn the instance on the hypervisor.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.compute.manager [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Took 9.47 seconds to build instance.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1310694-29c8-4fff-a180-8834f864087b tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.591s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Took 7.42 seconds to spawn the instance on the hypervisor.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:43:45 user nova-compute[74701]: INFO nova.compute.manager [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Took 8.48 seconds to build instance.
Oct 24 19:43:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b865de4b-62f4-4540-860c-4c77a6b66b05 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.668s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing instance network info cache due to event network-changed-799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] Acquiring lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] Acquired lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Refreshing network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:49 user nova-compute[74701]: INFO nova.compute.manager [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Terminating instance
Oct 24 19:43:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updated VIF entry in instance network info cache for port 799b0e89-470c-4531-bcf6-814e1b3e2979. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [{"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Instance destroyed successfully.
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lazy-loading 'resources' on Instance uuid f867e3d5-7c4b-4d34-8819-b0f3aa74cf94 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ac50f34-be6b-4434-829e-ac09dc22326e req-45ae1849-2007-4982-a33d-71082050747d service nova] Releasing lock "refresh_cache-f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:35:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1752503291',display_name='tempest-TestStampPattern-server-1752503291',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1752503291',id=11,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPemCVNK/Dmt7d+Q1s9WH6PftucxII19byQwe4Uu8Q9lXa0Qzp0Fv3LVQbrEfoDtyRkFhb42FbpKrVUmZ6kY95XQLIoLYjYxAFza4b+ZLl+fAgCfi2HNEPOxppEYmXEmTQ==',key_name='tempest-TestStampPattern-734267285',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:35:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c33428fe8ba24ba292e9ffaeadb7ff23',ramdisk_id='',reservation_id='r-s719sib1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-164934989',owner_user_name='tempest-TestStampPattern-164934989-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:39:21Z,user_data=None,user_id='d98bba3012554bbb86353c2d040ef325',uuid=f867e3d5-7c4b-4d34-8819-b0f3aa74cf94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converting VIF {"id": "799b0e89-470c-4531-bcf6-814e1b3e2979", "address": "fa:16:3e:69:d5:84", "network": {"id": "9a6be8b3-c883-4e78-9241-82794927501e", "bridge": "br-int", "label": "tempest-TestStampPattern-379883743-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c33428fe8ba24ba292e9ffaeadb7ff23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap799b0e89-47", "ovs_interfaceid": "799b0e89-470c-4531-bcf6-814e1b3e2979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_vif [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap799b0e89-47, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b1441f3f-c6c1-4007-8de8-a87d7a526af1) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:50 user nova-compute[74701]: INFO os_vif [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:d5:84,bridge_name='br-int',has_traffic_filtering=True,id=799b0e89-470c-4531-bcf6-814e1b3e2979,network=Network(9a6be8b3-c883-4e78-9241-82794927501e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap799b0e89-47')
Oct 24 19:43:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Deleting instance files /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94_del
Oct 24 19:43:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Deletion of /opt/stack/data/nova/instances/f867e3d5-7c4b-4d34-8819-b0f3aa74cf94_del complete
Oct 24 19:43:50 user nova-compute[74701]: INFO nova.compute.manager [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Took 0.98 seconds to destroy the instance on the hypervisor.
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:43:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:43:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:43:50 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[763db0cb-0a6a-44cb-9328-91a30eda9543]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:43:50 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[78dcf276-6fc2-4382-807c-74704f139574]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd] added
Oct 24 19:43:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[384d5fab-5b44-404e-a96d-ca10e6feb5c7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d5c72b3-0e7b-40e8-aba6-6526f061217f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RZKUTgEh {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RZKUTgEh" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0911f729-d3e8-494b-bfb9-d3f7c19c9e07]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RZKUTgEh'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea640a46-07af-4aee-862b-29fdf6f92464]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da685780-cf91-4201-bbce-2d053ec9e4a4]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:43:51 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:43:51 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:43:51 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 19:43:51 user nova-compute[74701]: 
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[20eabf69-0c33-47eb-b623-f53194b76379]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]
Oct 24 19:43:51 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.
Oct 24 19:43:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ea14c89-b860-49f9-8f95-57be59d13919]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30441c5-e707-460a-bcfb-e2af1283b241]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:43:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:43:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[96af7d2c-439f-4c3d-b6cd-6117c998fb3c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:51 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Took 0.96 seconds to deallocate network for instance.
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-unplugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] No waiting events found dispatching network-vif-unplugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-unplugged-799b0e89-470c-4531-bcf6-814e1b3e2979 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Acquiring lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] No waiting events found dispatching network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:51 user nova-compute[74701]: WARNING nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received unexpected event network-vif-plugged-799b0e89-470c-4531-bcf6-814e1b3e2979 for instance with vm_state active and task_state deleting.
Oct 24 19:43:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-a0453609-5c35-410b-be91-e4a09225345b req-79155b99-2776-4ea4-b990-cc762d2dae10 service nova] [instance: f867e3d5-7c4b-4d34-8819-b0f3aa74cf94] Received event network-vif-deleted-799b0e89-470c-4531-bcf6-814e1b3e2979 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '26331663966623334', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331663966623334', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'flavor' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:43:52 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:43:52 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:43:52 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:43:52 user nova-compute[74701]:   <serial>38d5a979-fb44-48e1-b0f9-09b774c183fd</serial>
Oct 24 19:43:52 user nova-compute[74701]: </disk>
Oct 24 19:43:52 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.525s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.102s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:43:52 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Deleted allocations for instance f867e3d5-7c4b-4d34-8819-b0f3aa74cf94
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9ed90b7a-8baa-4853-b16e-9c36967d0d14 tempest-TestStampPattern-164934989 tempest-TestStampPattern-164934989-project-member] Lock "f867e3d5-7c4b-4d34-8819-b0f3aa74cf94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.691s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:87:45:d6, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-64b212cc-acf4-4f71-b139-47ef85ec5a47 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.136s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:53 user nova-compute[74701]: INFO nova.compute.manager [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Rebuilding instance
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:54 user nova-compute[74701]: WARNING nova.compute.manager [req-046d6157-cee6-4d87-a53a-348b9c30cc5c req-6116ba28-fe12-4a2d-8082-1d887aebc813 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state active and task_state rebuilding.
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance destroyed successfully.
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: INFO nova.compute.manager [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Detaching volume 38d5a979-fb44-48e1-b0f9-09b774c183fd
Oct 24 19:43:55 user nova-compute[74701]: INFO nova.virt.block_device [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attempting to driver detach volume 38d5a979-fb44-48e1-b0f9-09b774c183fd from mountpoint /dev/vdb
Oct 24 19:43:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Attempting to detach device vdb from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:43:55 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:43:55 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:43:55 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:43:55 user nova-compute[74701]:   <serial>38d5a979-fb44-48e1-b0f9-09b774c183fd</serial>
Oct 24 19:43:55 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:43:55 user nova-compute[74701]: </disk>
Oct 24 19:43:55 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:43:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully detached device vdb from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the persistent domain config.
Oct 24 19:43:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:43:55 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d59311-dc41-4adc-ac8f-8d99edcc96d1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:43:55 user nova-compute[74701]: No targets found.
Oct 24 19:43:55 user nova-compute[74701]: iSNS:
Oct 24 19:43:55 user nova-compute[74701]: No targets found.
Oct 24 19:43:55 user nova-compute[74701]: STATIC:
Oct 24 19:43:55 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd
Oct 24 19:43:55 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:43:55 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:43:55 user nova-compute[74701]: FIRMWARE:
Oct 24 19:43:55 user nova-compute[74701]: No targets found.
Oct 24 19:43:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:43:55 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:43:55 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ea4d66-e38a-4d7c-887f-5bf98e11c30d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[492500b3-1b53-4a57-8b79-1f24db1b4019]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:43:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:43:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f245b1900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40694d3b-76ca-4f94-b8f7-c5d19edbf093]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d125345-9013-44df-99f1-78f95cfdc7b7]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5c78c1-4954-4df9-8a1c-2ad80cd62df4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea7a68b-b1ac-49e7-92d0-8ff64bc87a2f]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc696402-2f48-44cc-96e3-83bb138ca45c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.230s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e643263-265c-4933-b867-4430be7aca1d]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]
Oct 24 19:43:56 user nova-compute[74701]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.
Oct 24 19:43:56 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7850MB free_disk=25.302074432373047GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b185d97-1c6e-4fdf-9fa4-50d688a8cb1c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.902s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== disconnect_volume: return (904ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b4e5c185-9fb8-43e0-92d7-5342f73a5978 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:43:56 user nova-compute[74701]: WARNING nova.compute.manager [req-81c11753-2853-4363-9e3b-43d5c858de8c req-0cae4066-0a5a-404f-86da-8ce4ddd1f25b service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state active and task_state rebuilding.
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:43:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.449s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:43:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance destroyed successfully.
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-ServerActionsTestOtherA-server-1918586216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3314ec58-f5, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78c25b20-203c-4302-9f9d-e4e4acb036af) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:43:57 user nova-compute[74701]: INFO os_vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5')
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:43:57 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[db0876aa-e363-4517-8ff1-cf722e81ae6f]: Unexpected error while running command.
Oct 24 19:43:57 user nova-compute[74701]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 19:43:57 user nova-compute[74701]: Exit code: 21
Oct 24 19:43:57 user nova-compute[74701]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 19:43:57 user nova-compute[74701]: Stderr: '' {{(pid=85564) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Oct 24 19:43:57 user nova-compute[74701]: Traceback (most recent call last):
Oct 24 19:43:57 user nova-compute[74701]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Oct 24 19:43:57 user nova-compute[74701]:     ret = func(*f_args, **f_kwargs)
Oct 24 19:43:57 user nova-compute[74701]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Oct 24 19:43:57 user nova-compute[74701]:     return func(*args, **kwargs)
Oct 24 19:43:57 user nova-compute[74701]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Oct 24 19:43:57 user nova-compute[74701]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Oct 24 19:43:57 user nova-compute[74701]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Oct 24 19:43:57 user nova-compute[74701]:     return putils.execute(on_execute=on_execute,
Oct 24 19:43:57 user nova-compute[74701]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Oct 24 19:43:57 user nova-compute[74701]:     raise ProcessExecutionError(exit_code=_returncode,
Oct 24 19:43:57 user nova-compute[74701]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 19:43:57 user nova-compute[74701]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 19:43:57 user nova-compute[74701]: Exit code: 21
Oct 24 19:43:57 user nova-compute[74701]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 19:43:57 user nova-compute[74701]: Stderr: ''
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0876aa-e363-4517-8ff1-cf722e81ae6f]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 19:43:57 user nova-compute[74701]: Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 19:43:57 user nova-compute[74701]: Exit code: 21
Oct 24 19:43:57 user nova-compute[74701]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 19:43:57 user nova-compute[74701]: Stderr: ''
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/compute/manager.py", line 4131, in _do_rebuild_instance
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     self.driver.rebuild(**kwargs)
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/nova/nova/virt/driver.py", line 384, in rebuild
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     raise NotImplementedError()
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi NotImplementedError
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi 
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi During handling of the above exception, another exception occurred:
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi 
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Oct 24 19:43:57 user nova-compute[74701]: ERROR os_brick.initiator.connectors.iscsi 
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=74701) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.031s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== disconnect_volume: return (33ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:43:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Deleting instance files /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587_del
Oct 24 19:43:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Deletion of /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587_del complete
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:43:57 user nova-compute[74701]: INFO nova.virt.block_device [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Booting with volume 38d5a979-fb44-48e1-b0f9-09b774c183fd at /dev/vdb
Oct 24 19:43:57 user nova-compute[74701]: DEBUG os_brick.utils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:57 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c36e9ad4-d980-41a9-9771-cb8e3afc37ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d04c0a-3799-4fe9-9082-03179ad11b2c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09c7a55-d75c-45b1-87c2-2f03190383ee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c6186e-edb8-447f-b0f1-125e723062f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:43:58 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[80026b95-7c87-4ceb-8bbd-4a7aa3008a15]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG os_brick.utils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating existing volume attachment record: 557131d8-09e5-43e3-b011-5546b61051d4 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:43:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:43:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:44:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:44:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:44:15 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Creating image(s)
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk 1073741824" returned: 0 in 0.047s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Cannot resize image /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Ensure instance console log exists: /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start _get_guest_xml network_info=[{"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f96fb4cc-66ac-4200-976b-6e06c6ce7587', 'attached_at': '', 'detached_at': '', 'volume_id': '38d5a979-fb44-48e1-b0f9-09b774c183fd', 'serial': '38d5a979-fb44-48e1-b0f9-09b774c183fd'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '557131d8-09e5-43e3-b011-5546b61051d4', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:44:16 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 19:44:16 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'vcpu_model' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:44:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:44:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:44:16 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f342d9b1-b0c3-4013-aa5e-5371d68df69f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:44:16 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6dcdf9c-a6a6-4e56-8bb0-f2506448a09d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd] added
Oct 24 19:44:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01d4811-d8a9-4770-8ffb-774113bdef62]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4fb8e4a-03fa-462a-baf1-b6dd512f5a6c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RZKUTgEh {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RZKUTgEh" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f96d2f02-ed10-48cd-b2b3-9f1bb2a40c1e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RZKUTgEh'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf30125-e147-422b-99b6-ff99bb126c38]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[26975ad1-463d-447a-aa7f-e452139892f8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:44:16 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:44:16 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:44:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 19:44:16 user nova-compute[74701]: : NotImplementedError
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c283d01c-0cbe-402e-af92-a06cbdb66184]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]
Oct 24 19:44:16 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.
Oct 24 19:44:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a90c7a-3426-427a-a1aa-619988e89382]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c61c11-9fd2-4640-ba2b-c38385cb6e6e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:44:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:44:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e43cb9d-9d7f-4f97-9511-3990e72205e8]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:44:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.290s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '26331663966623334', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331663966623334', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-ServerActionsTestOtherA-server-1918586216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:44:17 user nova-compute[74701]:   <uuid>f96fb4cc-66ac-4200-976b-6e06c6ce7587</uuid>
Oct 24 19:44:17 user nova-compute[74701]:   <name>instance-00000014</name>
Oct 24 19:44:17 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:44:17 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:44:17 user nova-compute[74701]:   <metadata>
Oct 24 19:44:17 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:44:17 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherA-server-1918586216</nova:name>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:44:16</nova:creationTime>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:44:17 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:44:17 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:owner>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:user uuid="46a952edd9ac4385af98ef4752ad8154">tempest-ServerActionsTestOtherA-996734114-project-member</nova:user>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:project uuid="b034b0cafba6420eb09425db5d4b7608">tempest-ServerActionsTestOtherA-996734114</nova:project>
Oct 24 19:44:17 user nova-compute[74701]:       </nova:owner>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:44:17 user nova-compute[74701]:       <nova:ports>
Oct 24 19:44:17 user nova-compute[74701]:         <nova:port uuid="3314ec58-f5ba-410b-b5b5-0bbf987a37aa">
Oct 24 19:44:17 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 19:44:17 user nova-compute[74701]:         </nova:port>
Oct 24 19:44:17 user nova-compute[74701]:       </nova:ports>
Oct 24 19:44:17 user nova-compute[74701]:     </nova:instance>
Oct 24 19:44:17 user nova-compute[74701]:   </metadata>
Oct 24 19:44:17 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:44:17 user nova-compute[74701]:     <system>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="serial">f96fb4cc-66ac-4200-976b-6e06c6ce7587</entry>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="uuid">f96fb4cc-66ac-4200-976b-6e06c6ce7587</entry>
Oct 24 19:44:17 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:44:17 user nova-compute[74701]:     </system>
Oct 24 19:44:17 user nova-compute[74701]:   </sysinfo>
Oct 24 19:44:17 user nova-compute[74701]:   <os>
Oct 24 19:44:17 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:44:17 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:44:17 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:44:17 user nova-compute[74701]:   </os>
Oct 24 19:44:17 user nova-compute[74701]:   <features>
Oct 24 19:44:17 user nova-compute[74701]:     <acpi/>
Oct 24 19:44:17 user nova-compute[74701]:     <apic/>
Oct 24 19:44:17 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:44:17 user nova-compute[74701]:   </features>
Oct 24 19:44:17 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:44:17 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:44:17 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:44:17 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:44:17 user nova-compute[74701]:   </clock>
Oct 24 19:44:17 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:44:17 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:44:17 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:44:17 user nova-compute[74701]:   </cpu>
Oct 24 19:44:17 user nova-compute[74701]:   <devices>
Oct 24 19:44:17 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:44:17 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:44:17 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk"/>
Oct 24 19:44:17 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:44:17 user nova-compute[74701]:     </disk>
Oct 24 19:44:17 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:44:17 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:44:17 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:44:17 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:44:17 user nova-compute[74701]:       <serial>38d5a979-fb44-48e1-b0f9-09b774c183fd</serial>
Oct 24 19:44:17 user nova-compute[74701]:     </disk>
Oct 24 19:44:17 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:44:17 user nova-compute[74701]:       <mac address="fa:16:3e:87:45:d6"/>
Oct 24 19:44:17 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:44:17 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:44:17 user nova-compute[74701]:       <target dev="tap3314ec58-f5"/>
Oct 24 19:44:17 user nova-compute[74701]:     </interface>
Oct 24 19:44:17 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:44:17 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/console.log" append="off"/>
Oct 24 19:44:17 user nova-compute[74701]:     </serial>
Oct 24 19:44:17 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:44:17 user nova-compute[74701]:     <video>
Oct 24 19:44:17 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:44:17 user nova-compute[74701]:     </video>
Oct 24 19:44:17 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:44:17 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:44:17 user nova-compute[74701]:     </rng>
Oct 24 19:44:17 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:44:17 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:44:17 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:44:17 user nova-compute[74701]:     </memballoon>
Oct 24 19:44:17 user nova-compute[74701]:   </devices>
Oct 24 19:44:17 user nova-compute[74701]: </domain>
Oct 24 19:44:17 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-ServerActionsTestOtherA-server-1918586216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:41:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG os_vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '21590ffd-71e0-5a4e-b5af-4bc14ba25f7c', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3314ec58-f5, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3314ec58-f5, col_values=(('qos', UUID('925ec8aa-0016-4f65-b71a-4a251df06fae')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3314ec58-f5, col_values=(('external_ids', {'iface-id': '3314ec58-f5ba-410b-b5b5-0bbf987a37aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:45:d6', 'vm-uuid': 'f96fb4cc-66ac-4200-976b-6e06c6ce7587'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:17 user nova-compute[74701]: INFO os_vif [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5')
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:44:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:87:45:d6, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:44:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:19 user nova-compute[74701]: WARNING nova.compute.manager [req-7f05877f-e2c9-4a21-abd4-403fb5e6b6a3 req-848dd511-48ef-4bdc-b723-eb37eb862356 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state active and task_state rebuild_spawning.
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:44:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance spawned successfully.
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:21 user nova-compute[74701]: WARNING nova.compute.manager [req-246504d9-a487-4d79-8a2c-511de2d97d11 req-94c6a984-90d0-4112-a9d7-2b95aaef92ed service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state active and task_state rebuild_spawning.
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG nova.objects.instance [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74701) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 24 19:44:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-be9150dc-b330-4471-9454-22cd4deff67f tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.079s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:41 user nova-compute[74701]: INFO nova.compute.manager [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Unshelving
Oct 24 19:44:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_requests' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'numa_topology' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:44:41 user nova-compute[74701]: INFO nova.compute.claims [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Claim successful on node user
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:44:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:41 user nova-compute[74701]: INFO nova.network.neutron [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating port 508405ec-4c61-4cbb-acaa-8b354d1a03ef with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:42 user nova-compute[74701]: INFO nova.compute.manager [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Terminating instance
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-unplugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] No waiting events found dispatching network-vif-unplugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-0834286a-3492-4562-ba4b-bfef75796dc2 req-447e4857-05cc-45af-abaf-06a50e09e01c service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-unplugged-d6ddf257-2060-45f6-9079-a5892daff76b for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Instance destroyed successfully.
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.objects.instance [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lazy-loading 'resources' on Instance uuid b4e5c185-9fb8-43e0-92d7-5342f73a5978 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:42:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1736720392',display_name='tempest-VolumesNegativeTest-instance-1736720392',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1736720392',id=21,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:43:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6ab9d7b1f4144a9e938917787114ca31',ramdisk_id='',reservation_id='r-vk2wedjw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1951102295',owner_user_name='tempest-VolumesNegativeTest-1951102295-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:43:00Z,user_data=None,user_id='1506d061ce8448839117210608600536',uuid=b4e5c185-9fb8-43e0-92d7-5342f73a5978,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converting VIF {"id": "d6ddf257-2060-45f6-9079-a5892daff76b", "address": "fa:16:3e:41:5f:a9", "network": {"id": "c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "ef02a39acefc41aea10724c27379a4e3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6ddf257-20", "ovs_interfaceid": "d6ddf257-2060-45f6-9079-a5892daff76b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG os_vif [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6ddf257-20, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9f293b5b-a22a-4bda-8509-4c76e96b0f85) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:43 user nova-compute[74701]: INFO os_vif [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:5f:a9,bridge_name='br-int',has_traffic_filtering=True,id=d6ddf257-2060-45f6-9079-a5892daff76b,network=Network(c3ec596f-5a54-47f1-bc4c-7dd8cac95f7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6ddf257-20')
Oct 24 19:44:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Deleting instance files /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978_del
Oct 24 19:44:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Deletion of /opt/stack/data/nova/instances/b4e5c185-9fb8-43e0-92d7-5342f73a5978_del complete
Oct 24 19:44:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:43 user nova-compute[74701]: INFO nova.compute.manager [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:44:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Creating image(s)
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'trusted_certs' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG nova.objects.base [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<b548eb74-af05-4c69-8c8e-c33fb5b5f5e1> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "74a45f643e2a870979163bfefdc69944f228310d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "74a45f643e2a870979163bfefdc69944f228310d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-777a6bbc-f3e5-4d60-811e-3e62ad8ed302 req-f9095409-3e65-4ff2-b3e3-74989f9bf5b6 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-deleted-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:45 user nova-compute[74701]: INFO nova.compute.manager [req-777a6bbc-f3e5-4d60-811e-3e62ad8ed302 req-f9095409-3e65-4ff2-b3e3-74989f9bf5b6 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Neutron deleted interface d6ddf257-2060-45f6-9079-a5892daff76b; detaching it from the instance and deleting it from the info cache
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-777a6bbc-f3e5-4d60-811e-3e62ad8ed302 req-f9095409-3e65-4ff2-b3e3-74989f9bf5b6 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Acquiring lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] No waiting events found dispatching network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:45 user nova-compute[74701]: WARNING nova.compute.manager [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Received unexpected event network-vif-plugged-d6ddf257-2060-45f6-9079-a5892daff76b for instance with vm_state active and task_state deleting.
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing instance network info cache due to event network-changed-508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Acquiring lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Acquired lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Refreshing network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:44:45 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Took 1.96 seconds to deallocate network for instance.
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-777a6bbc-f3e5-4d60-811e-3e62ad8ed302 req-f9095409-3e65-4ff2-b3e3-74989f9bf5b6 service nova] [instance: b4e5c185-9fb8-43e0-92d7-5342f73a5978] Detach interface failed, port_id=d6ddf257-2060-45f6-9079-a5892daff76b, reason: Instance b4e5c185-9fb8-43e0-92d7-5342f73a5978 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.part --force-share --output=json" returned: 0 in 0.223s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.virt.images [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] 6696c6ea-031a-41ab-8367-d9d5ba85dae6 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.part /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.part /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.converted" returned: 0 in 0.273s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.536s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updated VIF entry in instance network info cache for port 508405ec-4c61-4cbb-acaa-8b354d1a03ef. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d.converted --force-share --output=json" returned: 0 in 0.215s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "74a45f643e2a870979163bfefdc69944f228310d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:45 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Deleted allocations for instance b4e5c185-9fb8-43e0-92d7-5342f73a5978
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-42603480-1102-4062-b623-8a81ce983f1e req-97691353-036f-4b8d-bade-2ac165de3dc8 service nova] Releasing lock "refresh_cache-b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-bdac51c8-33a3-431d-a316-fe1cd0301be9 tempest-VolumesNegativeTest-1951102295 tempest-VolumesNegativeTest-1951102295-project-member] Lock "b4e5c185-9fb8-43e0-92d7-5342f73a5978" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.808s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "74a45f643e2a870979163bfefdc69944f228310d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "74a45f643e2a870979163bfefdc69944f228310d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json" returned: 0 in 0.236s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d,backing_fmt=raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d,backing_fmt=raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk 1073741824" returned: 0 in 0.051s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "74a45f643e2a870979163bfefdc69944f228310d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d --force-share --output=json" returned: 0 in 0.224s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'migration_context' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG nova.objects.base [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<b548eb74-af05-4c69-8c8e-c33fb5b5f5e1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:44:46 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Rebasing disk image.
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 -F raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 -F raw /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk" returned: 0 in 2.635s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Ensure instance console log exists: /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start _get_guest_xml network_info=[{"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='5b9b154b30c57af8821031aa891f818a',container_format='bare',created_at=2023-10-24T19:42:48Z,direct_url=<?>,disk_format='qcow2',id=6696c6ea-031a-41ab-8367-d9d5ba85dae6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-83841422-shelved',owner='1eff1bf50f5d4b42805cdf8aa0f61ef5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:42:53Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:44:49 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:44:49 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5b9b154b30c57af8821031aa891f818a',container_format='bare',created_at=2023-10-24T19:42:48Z,direct_url=<?>,disk_format='qcow2',id=6696c6ea-031a-41ab-8367-d9d5ba85dae6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-83841422-shelved',owner='1eff1bf50f5d4b42805cdf8aa0f61ef5',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-24T19:42:53Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'vcpu_model' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<b548eb74-af05-4c69-8c8e-c33fb5b5f5e1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='6696c6ea-031a-41ab-8367-d9d5ba85dae6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1771772013',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:40:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:42:52.990055',shelved_host='user',shelved_image_id='6696c6ea-031a-41ab-8367-d9d5ba85dae6'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:44:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'pci_devices' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Object Instance<b548eb74-af05-4c69-8c8e-c33fb5b5f5e1> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:44:49 user nova-compute[74701]:   <uuid>b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</uuid>
Oct 24 19:44:49 user nova-compute[74701]:   <name>instance-00000013</name>
Oct 24 19:44:49 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:44:49 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:44:49 user nova-compute[74701]:   <metadata>
Oct 24 19:44:49 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:44:49 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-83841422</nova:name>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:44:49</nova:creationTime>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:44:49 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:44:49 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:owner>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:user uuid="6276d109ba03476983b16ef652ad06de">tempest-AttachVolumeShelveTestJSON-1102094420-project-member</nova:user>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:project uuid="1eff1bf50f5d4b42805cdf8aa0f61ef5">tempest-AttachVolumeShelveTestJSON-1102094420</nova:project>
Oct 24 19:44:49 user nova-compute[74701]:       </nova:owner>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:root type="image" uuid="6696c6ea-031a-41ab-8367-d9d5ba85dae6"/>
Oct 24 19:44:49 user nova-compute[74701]:       <nova:ports>
Oct 24 19:44:49 user nova-compute[74701]:         <nova:port uuid="508405ec-4c61-4cbb-acaa-8b354d1a03ef">
Oct 24 19:44:49 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:44:49 user nova-compute[74701]:         </nova:port>
Oct 24 19:44:49 user nova-compute[74701]:       </nova:ports>
Oct 24 19:44:49 user nova-compute[74701]:     </nova:instance>
Oct 24 19:44:49 user nova-compute[74701]:   </metadata>
Oct 24 19:44:49 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:44:49 user nova-compute[74701]:     <system>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="serial">b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</entry>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="uuid">b548eb74-af05-4c69-8c8e-c33fb5b5f5e1</entry>
Oct 24 19:44:49 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:44:49 user nova-compute[74701]:     </system>
Oct 24 19:44:49 user nova-compute[74701]:   </sysinfo>
Oct 24 19:44:49 user nova-compute[74701]:   <os>
Oct 24 19:44:49 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:44:49 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:44:49 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:44:49 user nova-compute[74701]:   </os>
Oct 24 19:44:49 user nova-compute[74701]:   <features>
Oct 24 19:44:49 user nova-compute[74701]:     <acpi/>
Oct 24 19:44:49 user nova-compute[74701]:     <apic/>
Oct 24 19:44:49 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:44:49 user nova-compute[74701]:   </features>
Oct 24 19:44:49 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:44:49 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:44:49 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:44:49 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:44:49 user nova-compute[74701]:   </clock>
Oct 24 19:44:49 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:44:49 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:44:49 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:44:49 user nova-compute[74701]:   </cpu>
Oct 24 19:44:49 user nova-compute[74701]:   <devices>
Oct 24 19:44:49 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:44:49 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:44:49 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk"/>
Oct 24 19:44:49 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:44:49 user nova-compute[74701]:     </disk>
Oct 24 19:44:49 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:44:49 user nova-compute[74701]:       <mac address="fa:16:3e:cc:9d:be"/>
Oct 24 19:44:49 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:44:49 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:44:49 user nova-compute[74701]:       <target dev="tap508405ec-4c"/>
Oct 24 19:44:49 user nova-compute[74701]:     </interface>
Oct 24 19:44:49 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:44:49 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/console.log" append="off"/>
Oct 24 19:44:49 user nova-compute[74701]:     </serial>
Oct 24 19:44:49 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:44:49 user nova-compute[74701]:     <video>
Oct 24 19:44:49 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:44:49 user nova-compute[74701]:     </video>
Oct 24 19:44:49 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:44:49 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:44:49 user nova-compute[74701]:     </rng>
Oct 24 19:44:49 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:44:49 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:44:49 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:44:49 user nova-compute[74701]:     </memballoon>
Oct 24 19:44:49 user nova-compute[74701]:   </devices>
Oct 24 19:44:49 user nova-compute[74701]: </domain>
Oct 24 19:44:49 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='6696c6ea-031a-41ab-8367-d9d5ba85dae6',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1771772013',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:40:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member',shelved_at='2023-10-24T19:42:52.990055',shelved_host='user',shelved_image_id='6696c6ea-031a-41ab-8367-d9d5ba85dae6'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:44:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG os_vif [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ae21ec85-f525-5800-8397-52fbb98d2af6', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap508405ec-4c, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap508405ec-4c, col_values=(('qos', UUID('d50c02cc-b542-469a-bf74-bfece306ec0f')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap508405ec-4c, col_values=(('external_ids', {'iface-id': '508405ec-4c61-4cbb-acaa-8b354d1a03ef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:9d:be', 'vm-uuid': 'b548eb74-af05-4c69-8c8e-c33fb5b5f5e1'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:49 user nova-compute[74701]: INFO os_vif [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c')
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:44:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] No VIF found with MAC fa:16:3e:cc:9d:be, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:44:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:51 user nova-compute[74701]: WARNING nova.compute.manager [req-499e9ffe-3ab7-47f7-ab71-c2dee27327f0 req-f18e612b-6f1c-410b-9db4-173a2c49e505 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 19:44:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:44:53 user nova-compute[74701]: WARNING nova.compute.manager [req-cf16f359-a518-46d2-93d9-ad460540bf43 req-dabda806-b9ad-477f-bc8a-4836edfa4c10 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:44:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance spawned successfully.
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-545fa976-94f6-4270-bf0e-54cb26fb7b56 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.463s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:44:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:44:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:44:55 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:44:55 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7886MB free_disk=25.139556884765625GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:44:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:44:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:44:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.474s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:44:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:44:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:45:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing instance network info cache due to event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updated VIF entry in instance network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG nova.network.neutron [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:45:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ecf96825-d795-4b9b-a6dd-cb1a55945b07 req-94d9d1e5-19f4-4d10-a762-b96a6da5fd34 service nova] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:45:11 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:45:11 user nova-compute[74701]: INFO nova.compute.manager [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] instance snapshotting
Oct 24 19:45:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Beginning live snapshot process
Oct 24 19:45:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json -f qcow2" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json -f qcow2" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b.delta 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b.delta 1073741824" returned: 0 in 0.052s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 19:45:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:13 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:45:13 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 19:45:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 19:45:13 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:45:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b.delta /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b.delta /opt/stack/data/nova/instances/snapshots/tmp9qa9r3dq/3c849595db0e491eba8836b0e07df14b" returned: 0 in 0.505s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Snapshot extracted, beginning image upload
Oct 24 19:45:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Snapshot image upload complete
Oct 24 19:45:16 user nova-compute[74701]: INFO nova.compute.manager [None req-2c65ed34-eac3-4156-88c0-90625bc375c6 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Took 5.19 seconds to snapshot the instance on the hypervisor.
Oct 24 19:45:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:26 user nova-compute[74701]: INFO nova.compute.manager [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Rescuing
Oct 24 19:45:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:45:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:45:26 user nova-compute[74701]: DEBUG nova.network.neutron [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:45:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:45:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:28 user nova-compute[74701]: WARNING nova.compute.manager [req-ee74ba16-2d04-4045-9ec0-ddcb0ce7003c req-52e81788-6246-4733-b841-4902f760566f service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state active and task_state rescuing.
Oct 24 19:45:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance destroyed successfully.
Oct 24 19:45:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Attempting rescue
Oct 24 19:45:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:45:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Creating image(s)
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'migration_context' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<0c3964fd-f90a-4ff0-b156-67c6164f19ff> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start _get_guest_xml network_info=[{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:b2:0a:5a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<0c3964fd-f90a-4ff0-b156-67c6164f19ff> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'numa_topology' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<0c3964fd-f90a-4ff0-b156-67c6164f19ff> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:45:29 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:29 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<0c3964fd-f90a-4ff0-b156-67c6164f19ff> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2023311235',display_name='tempest-ServerRescueNegativeTestJSON-server-2023311235',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2023311235',id=24,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:43:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-40400nig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:45Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=0c3964fd-f90a-4ff0-b156-67c6164f19ff,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:b2:0a:5a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:b2:0a:5a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.objects.base [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<0c3964fd-f90a-4ff0-b156-67c6164f19ff> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:45:29 user nova-compute[74701]:   <uuid>0c3964fd-f90a-4ff0-b156-67c6164f19ff</uuid>
Oct 24 19:45:29 user nova-compute[74701]:   <name>instance-00000018</name>
Oct 24 19:45:29 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:45:29 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:45:29 user nova-compute[74701]:   <metadata>
Oct 24 19:45:29 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:45:29 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2023311235</nova:name>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:45:29</nova:creationTime>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:45:29 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:45:29 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:owner>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:45:29 user nova-compute[74701]:       </nova:owner>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:45:29 user nova-compute[74701]:       <nova:ports>
Oct 24 19:45:29 user nova-compute[74701]:         <nova:port uuid="bdf03f93-af86-4614-9911-f49fc39aea12">
Oct 24 19:45:29 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Oct 24 19:45:29 user nova-compute[74701]:         </nova:port>
Oct 24 19:45:29 user nova-compute[74701]:       </nova:ports>
Oct 24 19:45:29 user nova-compute[74701]:     </nova:instance>
Oct 24 19:45:29 user nova-compute[74701]:   </metadata>
Oct 24 19:45:29 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:45:29 user nova-compute[74701]:     <system>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="serial">0c3964fd-f90a-4ff0-b156-67c6164f19ff</entry>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="uuid">0c3964fd-f90a-4ff0-b156-67c6164f19ff</entry>
Oct 24 19:45:29 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:45:29 user nova-compute[74701]:     </system>
Oct 24 19:45:29 user nova-compute[74701]:   </sysinfo>
Oct 24 19:45:29 user nova-compute[74701]:   <os>
Oct 24 19:45:29 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:45:29 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:45:29 user nova-compute[74701]:   </os>
Oct 24 19:45:29 user nova-compute[74701]:   <features>
Oct 24 19:45:29 user nova-compute[74701]:     <acpi/>
Oct 24 19:45:29 user nova-compute[74701]:     <apic/>
Oct 24 19:45:29 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:45:29 user nova-compute[74701]:   </features>
Oct 24 19:45:29 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:45:29 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:45:29 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:45:29 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:45:29 user nova-compute[74701]:   </clock>
Oct 24 19:45:29 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:45:29 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:45:29 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:45:29 user nova-compute[74701]:   </cpu>
Oct 24 19:45:29 user nova-compute[74701]:   <devices>
Oct 24 19:45:29 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:45:29 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:45:29 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue"/>
Oct 24 19:45:29 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:45:29 user nova-compute[74701]:     </disk>
Oct 24 19:45:29 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:45:29 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:45:29 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk"/>
Oct 24 19:45:29 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:45:29 user nova-compute[74701]:     </disk>
Oct 24 19:45:29 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:45:29 user nova-compute[74701]:       <mac address="fa:16:3e:b2:0a:5a"/>
Oct 24 19:45:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:45:29 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:45:29 user nova-compute[74701]:       <target dev="tapbdf03f93-af"/>
Oct 24 19:45:29 user nova-compute[74701]:     </interface>
Oct 24 19:45:29 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:45:29 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/console.log" append="off"/>
Oct 24 19:45:29 user nova-compute[74701]:     </serial>
Oct 24 19:45:29 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:45:29 user nova-compute[74701]:     <video>
Oct 24 19:45:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:45:29 user nova-compute[74701]:     </video>
Oct 24 19:45:29 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:45:29 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:45:29 user nova-compute[74701]:     </rng>
Oct 24 19:45:29 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:45:29 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:45:29 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:45:29 user nova-compute[74701]:     </memballoon>
Oct 24 19:45:29 user nova-compute[74701]:   </devices>
Oct 24 19:45:29 user nova-compute[74701]: </domain>
Oct 24 19:45:29 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:45:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance destroyed successfully.
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:b2:0a:5a, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:45:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:30 user nova-compute[74701]: WARNING nova.compute.manager [req-25125c0d-1b65-4e13-8550-9abee1d0d79b req-9d10ab29-019b-4bc3-9dcd-bcdfd0896ab4 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state active and task_state rescuing.
Oct 24 19:45:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:45:32 user nova-compute[74701]: INFO nova.compute.claims [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Claim successful on node user
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:32 user nova-compute[74701]: WARNING nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state active and task_state rescuing.
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:32 user nova-compute[74701]: WARNING nova.compute.manager [req-8db1974b-f69e-413b-abea-aa538336b48f req-3d65f61d-f5d5-4001-8ab4-76cc108bb763 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state active and task_state rescuing.
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.368s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:45:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-f7b13427-5ccc-4d16-9896-1bbf939bedcf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.policy [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b053005ceed342ab9b7d9e72102f8fdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0b9cf9689741a68a497cfcef727fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:45:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Creating image(s)
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "/opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "/opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "/opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk 1073741824" returned: 0 in 0.064s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Successfully created port: eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Cannot resize image /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Ensure instance console log exists: /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Successfully updated port: eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquired lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-changed-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Refreshing instance network info cache due to event network-changed-eb276c46-861a-43b9-ae37-1af796ffcfa7. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] Acquiring lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updating instance_info_cache with network_info: [{"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Releasing lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Instance network_info: |[{"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] Acquired lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.neutron [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Refreshing network info cache for port eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Start _get_guest_xml network_info=[{"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:45:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-979238416',display_name='tempest-VolumesSnapshotTestJSON-instance-979238416',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-979238416',id=25,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAoX+00e/Yt6iFpqWdSK5Z583/I4uVwfXzYYAnMuIqs28IiEIfrMsFgMbDSFsqL9eCE+zWNe8HELxiIUveeAAKUHeSGxiXRy0Et33FlCtahfsFaI+l6PJ8kJlhyrmbE/g==',key_name='tempest-keypair-71652742',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-rxk367ck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:45:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=eece91f5-0954-4ff3-a634-bd3b86f969e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'pci_devices' on Instance uuid eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:45:34 user nova-compute[74701]:   <uuid>eece91f5-0954-4ff3-a634-bd3b86f969e6</uuid>
Oct 24 19:45:34 user nova-compute[74701]:   <name>instance-00000019</name>
Oct 24 19:45:34 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:45:34 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:45:34 user nova-compute[74701]:   <metadata>
Oct 24 19:45:34 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:45:34 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-979238416</nova:name>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:45:34</nova:creationTime>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:45:34 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:45:34 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:owner>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:user uuid="b053005ceed342ab9b7d9e72102f8fdb">tempest-VolumesSnapshotTestJSON-1700609083-project-member</nova:user>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:project uuid="fa0b9cf9689741a68a497cfcef727fde">tempest-VolumesSnapshotTestJSON-1700609083</nova:project>
Oct 24 19:45:34 user nova-compute[74701]:       </nova:owner>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:45:34 user nova-compute[74701]:       <nova:ports>
Oct 24 19:45:34 user nova-compute[74701]:         <nova:port uuid="eb276c46-861a-43b9-ae37-1af796ffcfa7">
Oct 24 19:45:34 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 19:45:34 user nova-compute[74701]:         </nova:port>
Oct 24 19:45:34 user nova-compute[74701]:       </nova:ports>
Oct 24 19:45:34 user nova-compute[74701]:     </nova:instance>
Oct 24 19:45:34 user nova-compute[74701]:   </metadata>
Oct 24 19:45:34 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:45:34 user nova-compute[74701]:     <system>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="serial">eece91f5-0954-4ff3-a634-bd3b86f969e6</entry>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="uuid">eece91f5-0954-4ff3-a634-bd3b86f969e6</entry>
Oct 24 19:45:34 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:45:34 user nova-compute[74701]:     </system>
Oct 24 19:45:34 user nova-compute[74701]:   </sysinfo>
Oct 24 19:45:34 user nova-compute[74701]:   <os>
Oct 24 19:45:34 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:45:34 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:45:34 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:45:34 user nova-compute[74701]:   </os>
Oct 24 19:45:34 user nova-compute[74701]:   <features>
Oct 24 19:45:34 user nova-compute[74701]:     <acpi/>
Oct 24 19:45:34 user nova-compute[74701]:     <apic/>
Oct 24 19:45:34 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:45:34 user nova-compute[74701]:   </features>
Oct 24 19:45:34 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:45:34 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:45:34 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:45:34 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:45:34 user nova-compute[74701]:   </clock>
Oct 24 19:45:34 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:45:34 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:45:34 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:45:34 user nova-compute[74701]:   </cpu>
Oct 24 19:45:34 user nova-compute[74701]:   <devices>
Oct 24 19:45:34 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:45:34 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:45:34 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk"/>
Oct 24 19:45:34 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:45:34 user nova-compute[74701]:     </disk>
Oct 24 19:45:34 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:45:34 user nova-compute[74701]:       <mac address="fa:16:3e:75:89:cb"/>
Oct 24 19:45:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:45:34 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:45:34 user nova-compute[74701]:       <target dev="tapeb276c46-86"/>
Oct 24 19:45:34 user nova-compute[74701]:     </interface>
Oct 24 19:45:34 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:45:34 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/console.log" append="off"/>
Oct 24 19:45:34 user nova-compute[74701]:     </serial>
Oct 24 19:45:34 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:45:34 user nova-compute[74701]:     <video>
Oct 24 19:45:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:45:34 user nova-compute[74701]:     </video>
Oct 24 19:45:34 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:45:34 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:45:34 user nova-compute[74701]:     </rng>
Oct 24 19:45:34 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:45:34 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:45:34 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:45:34 user nova-compute[74701]:     </memballoon>
Oct 24 19:45:34 user nova-compute[74701]:   </devices>
Oct 24 19:45:34 user nova-compute[74701]: </domain>
Oct 24 19:45:34 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-979238416',display_name='tempest-VolumesSnapshotTestJSON-instance-979238416',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-979238416',id=25,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAoX+00e/Yt6iFpqWdSK5Z583/I4uVwfXzYYAnMuIqs28IiEIfrMsFgMbDSFsqL9eCE+zWNe8HELxiIUveeAAKUHeSGxiXRy0Et33FlCtahfsFaI+l6PJ8kJlhyrmbE/g==',key_name='tempest-keypair-71652742',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-rxk367ck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:45:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=eece91f5-0954-4ff3-a634-bd3b86f969e6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG os_vif [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf8e7ebb-1074-5840-b410-005f82eebab1', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb276c46-86, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb276c46-86, col_values=(('qos', UUID('7456217a-0059-455f-a8d3-3304bd7ee7c1')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb276c46-86, col_values=(('external_ids', {'iface-id': 'eb276c46-861a-43b9-ae37-1af796ffcfa7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:89:cb', 'vm-uuid': 'eece91f5-0954-4ff3-a634-bd3b86f969e6'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:45:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:34 user nova-compute[74701]: INFO os_vif [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86')
Oct 24 19:45:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:45:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No VIF found with MAC fa:16:3e:75:89:cb, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:45:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updated VIF entry in instance network info cache for port eb276c46-861a-43b9-ae37-1af796ffcfa7. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:45:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updating instance_info_cache with network_info: [{"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:45:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-11bd6870-f995-4f90-806d-1e4779247a98 req-08ed33e7-e460-45f5-9489-cd226b07d0c9 service nova] Releasing lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] No waiting events found dispatching network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:36 user nova-compute[74701]: WARNING nova.compute.manager [req-c225219f-8673-4d29-8847-053b4992b0c7 req-417a53bf-cfcc-4c55-971e-ce8a5ee47e8c service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received unexpected event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 for instance with vm_state building and task_state spawning.
Oct 24 19:45:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] No waiting events found dispatching network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:45:38 user nova-compute[74701]: WARNING nova.compute.manager [req-9c5e5ac2-91d8-4261-a10e-21caf9138992 req-2bf37c63-5263-48dc-a880-18720e83cc27 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received unexpected event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 for instance with vm_state building and task_state spawning.
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:45:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Instance spawned successfully.
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:45:38 user nova-compute[74701]: INFO nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Took 6.03 seconds to spawn the instance on the hypervisor.
Oct 24 19:45:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:45:39 user nova-compute[74701]: INFO nova.compute.manager [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Took 6.77 seconds to build instance.
Oct 24 19:45:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-049b85b9-cdc3-4b59-9f4f-482579f5a852 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.868s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:45:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:45:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7801MB free_disk=25.173519134521484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance eece91f5-0954-4ff3-a634-bd3b86f969e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:45:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:45:57 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:45:57 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:45:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:45:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.591s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:45:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid b131874a-1c7b-438d-a393-601c49f57539 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updating instance_info_cache with network_info: [{"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-b131874a-1c7b-438d-a393-601c49f57539" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:45:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:31 user nova-compute[74701]: INFO nova.compute.manager [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Terminating instance
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c038f663-f263-4557-aa3b-da7d61ed4509 req-ec4dd04f-8043-433c-8785-05e32d0435c2 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-unplugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:46:31 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Instance destroyed successfully.
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.objects.instance [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lazy-loading 'resources' on Instance uuid b548eb74-af05-4c69-8c8e-c33fb5b5f5e1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:40:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-83841422',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-83841422',id=19,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFhXK1NNzxj/SWLh16uvLU89thYvDDFjyuciGs9eNBfXNqzixDNX1FatBhslV+rDLfJBZ7E7FtJ8lhHMidRrEJVfsaijBNOBDphIGHICkcbk7OD7dD4IIeV/syQvyCqXUw==',key_name='tempest-keypair-1771772013',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:44:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1eff1bf50f5d4b42805cdf8aa0f61ef5',ramdisk_id='',reservation_id='r-wktexc0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1102094420',owner_user_name='tempest-AttachVolumeShelveTestJSON-1102094420-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:44:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6276d109ba03476983b16ef652ad06de',uuid=b548eb74-af05-4c69-8c8e-c33fb5b5f5e1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converting VIF {"id": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "address": "fa:16:3e:cc:9d:be", "network": {"id": "47bdcd88-dfaf-4a36-a02b-3460414caa11", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-44849551-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.117", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1eff1bf50f5d4b42805cdf8aa0f61ef5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap508405ec-4c", "ovs_interfaceid": "508405ec-4c61-4cbb-acaa-8b354d1a03ef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG os_vif [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap508405ec-4c, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d50c02cc-b542-469a-bf74-bfece306ec0f) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:32 user nova-compute[74701]: INFO os_vif [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:9d:be,bridge_name='br-int',has_traffic_filtering=True,id=508405ec-4c61-4cbb-acaa-8b354d1a03ef,network=Network(47bdcd88-dfaf-4a36-a02b-3460414caa11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap508405ec-4c')
Oct 24 19:46:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Deleting instance files /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1_del
Oct 24 19:46:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Deletion of /opt/stack/data/nova/instances/b548eb74-af05-4c69-8c8e-c33fb5b5f5e1_del complete
Oct 24 19:46:32 user nova-compute[74701]: INFO nova.compute.manager [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 24 19:46:32 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:46:32 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:46:33 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Took 0.99 seconds to deallocate network for instance.
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.290s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:33 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Deleted allocations for instance b548eb74-af05-4c69-8c8e-c33fb5b5f5e1
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] Acquiring lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] No waiting events found dispatching network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:46:33 user nova-compute[74701]: WARNING nova.compute.manager [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received unexpected event network-vif-plugged-508405ec-4c61-4cbb-acaa-8b354d1a03ef for instance with vm_state deleted and task_state None.
Oct 24 19:46:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-2dd130ff-7700-4683-81cf-8bfb5c7ea629 req-697d8c15-9364-41e1-a2ff-92caa1fb8aa4 service nova] [instance: b548eb74-af05-4c69-8c8e-c33fb5b5f5e1] Received event network-vif-deleted-508405ec-4c61-4cbb-acaa-8b354d1a03ef {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:46:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d937ce33-cfd1-4fb4-b216-01cb039f2e53 tempest-AttachVolumeShelveTestJSON-1102094420 tempest-AttachVolumeShelveTestJSON-1102094420-project-member] Lock "b548eb74-af05-4c69-8c8e-c33fb5b5f5e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.415s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:46:38 user nova-compute[74701]: INFO nova.compute.claims [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Claim successful on node user
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:46:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:46:38 user nova-compute[74701]: INFO nova.virt.block_device [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Booting with volume snapshot ef1a46c8-36b2-45ba-a8d5-b7815018d679 at /dev/vda
Oct 24 19:46:38 user nova-compute[74701]: DEBUG nova.policy [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:46:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Successfully created port: e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Successfully updated port: e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-changed-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Refreshing instance network info cache due to event network-changed-e8d80f6a-a31b-4cf8-aef5-73346b47079b. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] Acquiring lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Updating instance_info_cache with network_info: [{"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Instance network_info: |[{"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] Acquired lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:46:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Refreshing network info cache for port e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:46:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Updated VIF entry in instance network info cache for port e8d80f6a-a31b-4cf8-aef5-73346b47079b. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:46:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Updating instance_info_cache with network_info: [{"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:46:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c6f8527-9c2e-457a-9ecd-ea0b0fbe45e5 req-de13e274-b138-4028-b1fd-8f256882980a service nova] Releasing lock "refresh_cache-62977d88-02ff-4013-943d-427172a117d8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:46:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:45 user nova-compute[74701]: INFO nova.compute.manager [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Detaching volume 38d5a979-fb44-48e1-b0f9-09b774c183fd
Oct 24 19:46:45 user nova-compute[74701]: INFO nova.virt.block_device [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Attempting to driver detach volume 38d5a979-fb44-48e1-b0f9-09b774c183fd from mountpoint /dev/vdb
Oct 24 19:46:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Attempting to detach device vdb from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:46:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:46:45 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:46:45 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:46:45 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:46:45 user nova-compute[74701]:   <serial>38d5a979-fb44-48e1-b0f9-09b774c183fd</serial>
Oct 24 19:46:45 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:46:45 user nova-compute[74701]: </disk>
Oct 24 19:46:45 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:46:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully detached device vdb from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the persistent domain config.
Oct 24 19:46:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:46:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:46:45 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:46:45 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:46:45 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:46:45 user nova-compute[74701]:   <serial>38d5a979-fb44-48e1-b0f9-09b774c183fd</serial>
Oct 24 19:46:45 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:46:45 user nova-compute[74701]: </disk>
Oct 24 19:46:45 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:46:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:46:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:46:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.utils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8a4bede-9ee7-49d2-ab4a-bace51e05e20]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d45c9b5-195f-4c2d-bd8f-8b540c2965a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1382be-ecca-43a7-ab02-daf8a01ba0f0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee854f92-d57b-4c61-a061-ac52bc0cd4fb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:46:54 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[af07fb02-25e3-4a88-bee6-6cb777ba7d60]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG os_brick.utils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Updating existing volume attachment record: c8f36f07-565f-440c-b267-5e5999dddf2b {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:46:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:46:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:46:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7941MB free_disk=25.169254302978516GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:46:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance b131874a-1c7b-438d-a393-601c49f57539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance eece91f5-0954-4ff3-a634-bd3b86f969e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 62977d88-02ff-4013-943d-427172a117d8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:46:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.397s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:47:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:47:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:02 user nova-compute[74701]: DEBUG nova.objects.instance [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'flavor' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:03 user nova-compute[74701]: INFO nova.compute.manager [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attaching volume 8c1e9e1f-4dc2-4871-863f-d7aaf77c75db to /dev/vdb
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.utils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d8c221-2604-4368-90b9-2c346191497a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1fb6d3-4ec8-41d9-a77e-6db24998c512]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc417d3e-b071-4db5-9f10-5c402739a288]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cddc57-af06-43ad-b310-fea2d69e109e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:47:03 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:47:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c64ae6f-7317-4117-b947-2698508a7598]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG os_brick.utils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:03 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating existing volume attachment record: 89585234-2d54-498f-8193-cb603d609134 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:47:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 is timed out.
Oct 24 19:47:06 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully detached device vdb from instance f96fb4cc-66ac-4200-976b-6e06c6ce7587 from the live domain config.
Oct 24 19:47:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RZKUTgEh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:06 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b508733-8723-4d5e-8037-d66965ae6e54]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:47:06 user nova-compute[74701]: No targets found.
Oct 24 19:47:06 user nova-compute[74701]: iSNS:
Oct 24 19:47:06 user nova-compute[74701]: No targets found.
Oct 24 19:47:06 user nova-compute[74701]: STATIC:
Oct 24 19:47:06 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd
Oct 24 19:47:06 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:47:06 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:47:06 user nova-compute[74701]: FIRMWARE:
Oct 24 19:47:06 user nova-compute[74701]: No targets found.
Oct 24 19:47:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:47:06 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:47:06 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[35efdd8d-486f-4537-bbd9-8effcc6ebc2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[803b3393-3100-44ca-b726-e1c663d90751]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:47:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd (non-flash)
Oct 24 19:47:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006b0c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd35d2d-3ff7-4ff4-9dfb-78a201dfc6e8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[478fed52-20d1-4b6f-9bb5-1df1aac66d7a]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52b38ef-ce45-4fd5-a79a-f0422c707e11]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d07b5de1-19f0-489b-ae9a-be108bb3c361]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b86e4e5-9be5-4cbd-b769-34c852d073b5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a149a1-9e67-46a5-870f-344c69dcea26]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260]
Oct 24 19:47:06 user nova-compute[74701]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd, portal: 172.16.0.220,3260] successful.
Oct 24 19:47:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38d5a979-fb44-48e1-b0f9-09b774c183fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[593e3409-7bb7-4a5c-bf7d-d35e1df275b0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== disconnect_volume: return (323ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:47:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'flavor' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4432ae46-dece-4013-8031-af83bb3b4287 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:47:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Creating image(s)
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Ensure instance console log exists: /opt/stack/data/nova/instances/62977d88-02ff-4013-943d-427172a117d8/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Start _get_guest_xml network_info=[{"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OqewKQXH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '62977d88-02ff-4013-943d-427172a117d8', 'attached_at': '', 'detached_at': '', 'volume_id': '5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 'serial': '5ba798bd-f6ec-42eb-97da-1c62bec64fa6'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': 'c8f36f07-565f-440c-b267-5e5999dddf2b', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:47:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OqewKQXH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:12 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:12 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:13 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[96dc8bcd-a5c8-4df7-8edd-bedca294751e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:47:13 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8001223e-e179-4c94-ae20-e3987555e13f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6] added
Oct 24 19:47:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e081f615-1b9d-4389-9315-b78a516a5938]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d353754-9955-4e8b-9cb8-3537d9f0678c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OqewKQXH {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OqewKQXH" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd05c874-d054-46a5-98c7-201ed73bf76c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OqewKQXH'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[71327731-a923-43b8-a696-b34fb8afd4a0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2e1344-ed50-40b3-9bbd-bc3a34e40578]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:47:13 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 19:47:13 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:13 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 19:47:13 user nova-compute[74701]: 
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b64ecc8-61e7-4191-8e6d-d30e0f7bead9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260]
Oct 24 19:47:13 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260] successful.
Oct 24 19:47:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9150b4c3-a0f7-4525-baaf-cad4f6f7fee5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[058522b0-58bb-40f9-8247-de5728000a38]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbe217d-fd1f-4241-b48c-a51656ed18c9]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OqewKQXH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23937376437393234', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937376437393234', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:46:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346383130',display_name='tempest-TestVolumeBootPattern-server-1346383130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346383130',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-yspfocu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:46:39Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=62977d88-02ff-4013-943d-427172a117d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid 62977d88-02ff-4013-943d-427172a117d8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:47:14 user nova-compute[74701]:   <uuid>62977d88-02ff-4013-943d-427172a117d8</uuid>
Oct 24 19:47:14 user nova-compute[74701]:   <name>instance-0000001a</name>
Oct 24 19:47:14 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:47:14 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:47:14 user nova-compute[74701]:   <metadata>
Oct 24 19:47:14 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:47:14 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:47:14 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-server-1346383130</nova:name>
Oct 24 19:47:14 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:47:12</nova:creationTime>
Oct 24 19:47:14 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:47:14 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:47:14 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:47:14 user nova-compute[74701]:       <nova:owner>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 19:47:14 user nova-compute[74701]:       </nova:owner>
Oct 24 19:47:14 user nova-compute[74701]:       <nova:ports>
Oct 24 19:47:14 user nova-compute[74701]:         <nova:port uuid="e8d80f6a-a31b-4cf8-aef5-73346b47079b">
Oct 24 19:47:14 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 19:47:14 user nova-compute[74701]:         </nova:port>
Oct 24 19:47:14 user nova-compute[74701]:       </nova:ports>
Oct 24 19:47:14 user nova-compute[74701]:     </nova:instance>
Oct 24 19:47:14 user nova-compute[74701]:   </metadata>
Oct 24 19:47:14 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:47:14 user nova-compute[74701]:     <system>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="serial">62977d88-02ff-4013-943d-427172a117d8</entry>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="uuid">62977d88-02ff-4013-943d-427172a117d8</entry>
Oct 24 19:47:14 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:47:14 user nova-compute[74701]:     </system>
Oct 24 19:47:14 user nova-compute[74701]:   </sysinfo>
Oct 24 19:47:14 user nova-compute[74701]:   <os>
Oct 24 19:47:14 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:47:14 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:47:14 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:47:14 user nova-compute[74701]:   </os>
Oct 24 19:47:14 user nova-compute[74701]:   <features>
Oct 24 19:47:14 user nova-compute[74701]:     <acpi/>
Oct 24 19:47:14 user nova-compute[74701]:     <apic/>
Oct 24 19:47:14 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:47:14 user nova-compute[74701]:   </features>
Oct 24 19:47:14 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:47:14 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:47:14 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:47:14 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:47:14 user nova-compute[74701]:   </clock>
Oct 24 19:47:14 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:47:14 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:47:14 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:47:14 user nova-compute[74701]:   </cpu>
Oct 24 19:47:14 user nova-compute[74701]:   <devices>
Oct 24 19:47:14 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:47:14 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:47:14 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:47:14 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:47:14 user nova-compute[74701]:       <serial>5ba798bd-f6ec-42eb-97da-1c62bec64fa6</serial>
Oct 24 19:47:14 user nova-compute[74701]:     </disk>
Oct 24 19:47:14 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:47:14 user nova-compute[74701]:       <mac address="fa:16:3e:a9:4c:78"/>
Oct 24 19:47:14 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:47:14 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:47:14 user nova-compute[74701]:       <target dev="tape8d80f6a-a3"/>
Oct 24 19:47:14 user nova-compute[74701]:     </interface>
Oct 24 19:47:14 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:47:14 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/62977d88-02ff-4013-943d-427172a117d8/console.log" append="off"/>
Oct 24 19:47:14 user nova-compute[74701]:     </serial>
Oct 24 19:47:14 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:47:14 user nova-compute[74701]:     <video>
Oct 24 19:47:14 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:47:14 user nova-compute[74701]:     </video>
Oct 24 19:47:14 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:47:14 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:47:14 user nova-compute[74701]:     </rng>
Oct 24 19:47:14 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:47:14 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:47:14 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:47:14 user nova-compute[74701]:     </memballoon>
Oct 24 19:47:14 user nova-compute[74701]:   </devices>
Oct 24 19:47:14 user nova-compute[74701]: </domain>
Oct 24 19:47:14 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:46:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346383130',display_name='tempest-TestVolumeBootPattern-server-1346383130',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346383130',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-yspfocu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:46:39Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=62977d88-02ff-4013-943d-427172a117d8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG os_vif [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89e5ba47-1d18-5f48-999c-74ff40e3ffcd', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8d80f6a-a3, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8d80f6a-a3, col_values=(('qos', UUID('11f8726e-1b06-4979-9656-f23d6a58a72d')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8d80f6a-a3, col_values=(('external_ids', {'iface-id': 'e8d80f6a-a31b-4cf8-aef5-73346b47079b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:4c:78', 'vm-uuid': '62977d88-02ff-4013-943d-427172a117d8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:14 user nova-compute[74701]: INFO os_vif [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3')
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:a9:4c:78, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:47:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] No waiting events found dispatching network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:16 user nova-compute[74701]: WARNING nova.compute.manager [req-e20ed305-ece1-428c-b21e-f51536af0f07 req-e0a5b6d9-7dc4-4d68-8c33-5e00ca442bda service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received unexpected event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b for instance with vm_state building and task_state spawning.
Oct 24 19:47:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:47:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] Instance spawned successfully.
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:18 user nova-compute[74701]: INFO nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Took 5.29 seconds to spawn the instance on the hypervisor.
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:47:18 user nova-compute[74701]: INFO nova.compute.manager [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Took 40.20 seconds to build instance.
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] No waiting events found dispatching network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:18 user nova-compute[74701]: WARNING nova.compute.manager [req-c5c7c9a1-7db1-498e-b0b1-50c570e3b6a9 req-41bac566-e4d8-4ac1-afa1-6203c165a417 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received unexpected event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b for instance with vm_state active and task_state None.
Oct 24 19:47:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c2dca6-93ec-4701-b15e-7d0374d2fec8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.332s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-changed-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Refreshing instance network info cache due to event network-changed-eb276c46-861a-43b9-ae37-1af796ffcfa7. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] Acquiring lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] Acquired lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG nova.network.neutron [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Refreshing network info cache for port eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG nova.objects.instance [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:23 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Ignoring supplied device name: /dev/vdb
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:23 user nova-compute[74701]: INFO nova.compute.manager [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Attaching volume 65a3e8ff-2d36-4338-9f2e-ac1c5b02095c to /dev/vdb
Oct 24 19:47:23 user nova-compute[74701]: DEBUG os_brick.utils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[27a50ef1-4969-43ac-adbb-a399928e2dcf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72d392d4-d33c-4be0-9e6c-7bb4b44b0684]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[38114f81-fd1c-427b-8106-52f4ce472d77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fac918c-0585-4341-a4bf-770f8fe3b13c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updated VIF entry in instance network info cache for port eb276c46-861a-43b9-ae37-1af796ffcfa7. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updating instance_info_cache with network_info: [{"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:47:24 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9306116-8761-4a7a-849d-6d34609fb6e8]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG os_brick.utils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== get_connector_properties: return (174ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updating existing volume attachment record: c4442d46-95ed-427c-8da2-62b11c06a679 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2c5191ca-9161-4dc3-bec1-8e988ea3e38f req-d5e6cc0c-ce32-4c19-9ecb-9230e2f88fc9 service nova] Releasing lock "refresh_cache-eece91f5-0954-4ff3-a634-bd3b86f969e6" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:47:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:34 user nova-compute[74701]: INFO nova.compute.manager [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Terminating instance
Oct 24 19:47:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-unplugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] No waiting events found dispatching network-vif-unplugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-af47d3e1-3a00-4b58-a9c4-a38fdbac59ff req-6f803aaf-0095-40d4-ba8f-963e7eaf074c service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-unplugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:47:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] Instance destroyed successfully.
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lazy-loading 'resources' on Instance uuid b131874a-1c7b-438d-a393-601c49f57539 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1774238311',display_name='tempest-ServersNegativeTestJSON-server-1774238311',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1774238311',id=15,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:38:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='453be6bca66846fba7c1eedf12637297',ramdisk_id='',reservation_id='r-iqo9jtod',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-2054731821',owner_user_name='tempest-ServersNegativeTestJSON-2054731821-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:38:26Z,user_data=None,user_id='4d5446360f7f422c8a735dffc493d397',uuid=b131874a-1c7b-438d-a393-601c49f57539,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converting VIF {"id": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "address": "fa:16:3e:e0:25:2c", "network": {"id": "7fce2e02-4d07-43b8-8c62-4d91b9d3bc74", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-752291463-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "453be6bca66846fba7c1eedf12637297", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50355503-53", "ovs_interfaceid": "50355503-53c6-4d48-90a4-5eb4b6c0d052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG os_vif [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50355503-53, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b24617f-ca6d-48f2-b6d4-4649a4dc0c57) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:35 user nova-compute[74701]: INFO os_vif [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:25:2c,bridge_name='br-int',has_traffic_filtering=True,id=50355503-53c6-4d48-90a4-5eb4b6c0d052,network=Network(7fce2e02-4d07-43b8-8c62-4d91b9d3bc74),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50355503-53')
Oct 24 19:47:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Deleting instance files /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539_del
Oct 24 19:47:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Deletion of /opt/stack/data/nova/instances/b131874a-1c7b-438d-a393-601c49f57539_del complete
Oct 24 19:47:35 user nova-compute[74701]: INFO nova.compute.manager [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] [instance: b131874a-1c7b-438d-a393-601c49f57539] Took 0.87 seconds to destroy the instance on the hypervisor.
Oct 24 19:47:35 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:47:35 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.compute.manager [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Terminating instance
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: b131874a-1c7b-438d-a393-601c49f57539] Took 0.65 seconds to deallocate network for instance.
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Instance destroyed successfully.
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'resources' on Instance uuid f96fb4cc-66ac-4200-976b-6e06c6ce7587 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.384s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:41:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1951533153',display_name='tempest-ServerActionsTestOtherA-server-1918586216',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1951533153',id=20,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDbfIqfd+1fWNx23U5vCd7i5zdyLpNJHSvVk+UQhYeu5GrE3FUGbhz/fDIi0+oyygX8cYs3vPhT3h0ckwA8uCpcMnIy5TgftabuXh3XR1qzqYvlsg60GzveVlHT89/8BXw==',key_name='tempest-keypair-1437672425',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:44:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-ilgb8bhv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:44:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=f96fb4cc-66ac-4200-976b-6e06c6ce7587,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "address": "fa:16:3e:87:45:d6", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3314ec58-f5", "ovs_interfaceid": "3314ec58-f5ba-410b-b5b5-0bbf987a37aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG os_vif [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3314ec58-f5, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=925ec8aa-0016-4f65-b71a-4a251df06fae) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:47:36 user nova-compute[74701]: INFO os_vif [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:45:d6,bridge_name='br-int',has_traffic_filtering=True,id=3314ec58-f5ba-410b-b5b5-0bbf987a37aa,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3314ec58-f5')
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Deleting instance files /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587_del
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Deletion of /opt/stack/data/nova/instances/f96fb4cc-66ac-4200-976b-6e06c6ce7587_del complete
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Deleted allocations for instance b131874a-1c7b-438d-a393-601c49f57539
Oct 24 19:47:36 user nova-compute[74701]: INFO nova.compute.manager [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Took 0.94 seconds to destroy the instance on the hypervisor.
Oct 24 19:47:36 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:47:36 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab35f257-28a8-4ab3-aca8-ca5747a9804e tempest-ServersNegativeTestJSON-2054731821 tempest-ServersNegativeTestJSON-2054731821-project-member] Lock "b131874a-1c7b-438d-a393-601c49f57539" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.166s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Acquiring lock "b131874a-1c7b-438d-a393-601c49f57539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "b131874a-1c7b-438d-a393-601c49f57539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] No waiting events found dispatching network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:37 user nova-compute[74701]: WARNING nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received unexpected event network-vif-plugged-50355503-53c6-4d48-90a4-5eb4b6c0d052 for instance with vm_state deleted and task_state None.
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: b131874a-1c7b-438d-a393-601c49f57539] Received event network-vif-deleted-50355503-53c6-4d48-90a4-5eb4b6c0d052 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-unplugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Acquiring lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] No waiting events found dispatching network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:37 user nova-compute[74701]: WARNING nova.compute.manager [req-e2ee4b00-297f-4eba-9220-c77e51559bfd req-642e1758-b5cc-443e-a2e3-0c213da60dc5 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received unexpected event network-vif-plugged-3314ec58-f5ba-410b-b5b5-0bbf987a37aa for instance with vm_state active and task_state deleting.
Oct 24 19:47:38 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:38 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Took 1.18 seconds to deallocate network for instance.
Oct 24 19:47:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:47:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:47:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:38 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Deleted allocations for instance f96fb4cc-66ac-4200-976b-6e06c6ce7587
Oct 24 19:47:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6b44e514-0f9c-4b3c-bf70-b58af4b83487 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "f96fb4cc-66ac-4200-976b-6e06c6ce7587" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.687s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-51dda3a4-aea4-4d59-92e6-1bd8092e318a req-e2df2694-d3b3-4c7d-91c2-1a5646d35a83 service nova] [instance: f96fb4cc-66ac-4200-976b-6e06c6ce7587] Received event network-vif-deleted-3314ec58-f5ba-410b-b5b5-0bbf987a37aa {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:41 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:41 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:41 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[69751a22-5ad9-40c1-a34f-63f49df20f4b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:47:41 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5ccba3-0669-4c5f-a322-f734c62dfcd7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db] added
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27cfe90-0614-4a44-8728-4cb27baa76d9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41205c74-9d9f-4f1f-a4ef-294c46edce54]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUbaCFIk {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUbaCFIk" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[184a01c6-0e74-4131-a2da-6d7f371e4057]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RUbaCFIk'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f5ba59-4525-467c-a318-0860c6bc3f98]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df6ab14-ab62-4e4b-91fe-51e0b40b3811]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[968c36d9-6bf2-4256-a240-c7e3145b17d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260]
Oct 24 19:47:41 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260] successful.
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[720ca09d-58e6-44ec-aad3-423b826e15e7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc07ca2-de56-46a6-ac03-5ef8bcdc67b0]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:41 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:41 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:41 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] HCTL ('34', '-', '-', 0) found on session 22 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ed2edc-0114-4cc0-b471-d9f9780a0cb7]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching for a device in session 22 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:47:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23730343032336261', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23730343032336261', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:47:42 user nova-compute[74701]: DEBUG nova.objects.instance [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'flavor' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:47:42 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:47:42 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:47:42 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:47:42 user nova-compute[74701]:   <serial>8c1e9e1f-4dc2-4871-863f-d7aaf77c75db</serial>
Oct 24 19:47:42 user nova-compute[74701]: </disk>
Oct 24 19:47:42 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No VIF found with MAC fa:16:3e:f6:02:62, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-daacf551-0e44-4f1b-a891-40b4a534b00b tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 40.109s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:43 user nova-compute[74701]: INFO nova.compute.manager [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Rescuing
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqLkpuHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:43 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:43 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:43 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e458a84-a4fb-4a13-a617-24dad7d30834]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:47:43 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:43 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f01d25b-4a55-4a21-9211-148577ab455a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c] added
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6266a208-6def-43b7-845d-6c1e8893ae7a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e38785-4b1c-48dd-9afc-888a9e4c8084]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqLkpuHE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KqLkpuHE" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf71c27-6edf-47cb-83e6-b8b89c1865fa]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KqLkpuHE'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b392839-f0b7-4bf1-8671-e6fdb57a9acd]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea5f9e9-b507-4897-b6db-990ce90b7175]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[869b2078-48ed-471b-b1db-6263892f3ad2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260]
Oct 24 19:47:44 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260] successful.
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b853fc-9f13-4d34-97b7-2ada086bb991]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1302baaf-d798-4dc1-a02e-1096d90d830b]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:44 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:47:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dcac510-696a-4e86-95fa-4b553ddcca74]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:44 user nova-compute[74701]: WARNING nova.compute.manager [req-a19227ae-c6dd-4f40-8e69-47f35dcd8f92 req-7a106b9e-5e7c-41ce-9ca3-6dd35e0a774f service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state rescuing.
Oct 24 19:47:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance destroyed successfully.
Oct 24 19:47:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attempting a stable device rescue
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:47:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Creating image(s)
Oct 24 19:47:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'trusted_certs' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqLkpuHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23966313433386135', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966313433386135', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:47:45 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:47:45 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:47:45 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:47:45 user nova-compute[74701]:   <serial>65a3e8ff-2d36-4338-9f2e-ac1c5b02095c</serial>
Oct 24 19:47:45 user nova-compute[74701]: </disk>
Oct 24 19:47:45 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No VIF found with MAC fa:16:3e:75:89:cb, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.part --force-share --output=json" returned: 0 in 0.215s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.virt.images [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] 1e2fcac2-f7ff-4c0a-b74a-129cec06112d was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.part /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:46 user nova-compute[74701]: WARNING nova.compute.manager [req-0ab8a7f9-3eea-4331-a0a7-e4ce03a5e807 req-1c0d2943-8220-4857-94ee-da9b57402861 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state rescuing.
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44ee0082-bb20-4cd9-aaec-6ec97dfe6469 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.840s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.part /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.converted" returned: 0 in 0.256s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268.converted --force-share --output=json" returned: 0 in 0.224s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.897s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268 --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268,backing_fmt=raw /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268,backing_fmt=raw /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue" returned: 0 in 0.061s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "885034b5c2012a1ea1963c3310a9d42fdf2bc268" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'migration_context' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Object Instance<c19f00c4-88c8-4b48-a53f-0e907ff1feca> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start _get_guest_xml network_info=[{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "vif_mac": "fa:16:3e:f6:02:62"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1e2fcac2-f7ff-4c0a-b74a-129cec06112d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'c19f00c4-88c8-4b48-a53f-0e907ff1feca', 'attached_at': '', 'detached_at': '', 'volume_id': '8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'serial': '8c1e9e1f-4dc2-4871-863f-d7aaf77c75db'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '89585234-2d54-498f-8193-cb603d609134', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'resources' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Object Instance<c19f00c4-88c8-4b48-a53f-0e907ff1feca> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'numa_topology' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Object Instance<c19f00c4-88c8-4b48-a53f-0e907ff1feca> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:47:47 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:47 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'vcpu_model' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Object Instance<c19f00c4-88c8-4b48-a53f-0e907ff1feca> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:47:47 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:47 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:47:47 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3cfee9-92ff-4970-a553-b96818b79226]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = RUbaCFIk\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 19:47:47 user nova-compute[74701]: node.name = iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:47:47 user nova-compute[74701]: node.tpgt = -1
Oct 24 19:47:47 user nova-compute[74701]: node.startup = automatic
Oct 24 19:47:47 user nova-compute[74701]: node.leading_login = No
Oct 24 19:47:47 user nova-compute[74701]: iface.iscsi_ifacename = default
Oct 24 19:47:47 user nova-compute[74701]: iface.net_ifacename = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.ipaddress = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.prefix_len = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.hwaddress = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.transport_name = tcp
Oct 24 19:47:47 user nova-compute[74701]: iface.initiatorname = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.vlan_id = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.vlan_priority = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.vlan_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.iface_num = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.mtu = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.port = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.bootproto = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.subnet_mask = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.gateway = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_alt_client_id = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_dns = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_learn_iqn = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_vendor_id_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_vendor_id = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.dhcp_slp_da = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.fragmentation = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.gratuitous_arp = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.incoming_forwarding = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.tos_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.tos = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.ttl = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.delayed_ack = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.tcp_nagle = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.tcp_wsf_state = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.tcp_wsf = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.tcp_timer_scale = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.tcp_timestamp = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.redirect = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.def_task_mgmt_timeout = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.header_digest = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.data_digest = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.immediate_data = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.initial_r2t = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.data_seq_inorder = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.data_pdu_inorder = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.erl = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.max_receive_data_len = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.first_burst_len = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.max_outstanding_r2t = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.max_burst_len = 0
Oct 24 19:47:47 user nova-compute[74701]: iface.chap_auth = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.bidi_chap = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.strict_login_compliance = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.discovery_auth = <empty>
Oct 24 19:47:47 user nova-compute[74701]: iface.discovery_logout = <empty>
Oct 24 19:47:47 user nova-compute[74701]: node.discovery_address = <empty>
Oct 24 19:47:47 user nova-compute[74701]: node.discovery_port = 0
Oct 24 19:47:47 user nova-compute[74701]: node.discovery_type = static
Oct 24 19:47:47 user nova-compute[74701]: node.session.initial_cmdsn = 0
Oct 24 19:47:47 user nova-compute[74701]: node.session.initial_login_retry_max = 8
Oct 24 19:47:47 user nova-compute[74701]: node.session.xmit_thread_priority = -20
Oct 24 19:47:47 user nova-compute[74701]: node.session.cmds_max = 128
Oct 24 19:47:47 user nova-compute[74701]: node.session.queue_depth = 32
Oct 24 19:47:47 user nova-compute[74701]: node.session.nr_sessions = 1
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.authmethod = CHAP
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.username = RUbaCFIk
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.password = ***
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.username_in = <empty>
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.password_in = <empty>
Oct 24 19:47:47 user nova-compute[74701]: node.session.auth.chap_algs = MD5
Oct 24 19:47:47 user nova-compute[74701]: node.session.timeo.replacement_timeout = 120
Oct 24 19:47:47 user nova-compute[74701]: node.session.err_timeo.abort_timeout = 15
Oct 24 19:47:47 user nova-compute[74701]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 19:47:47 user nova-compute[74701]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 19:47:47 user nova-compute[74701]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.FastAbort = Yes
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.InitialR2T = No
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.ImmediateData = Yes
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.MaxConnections = 1
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 19:47:47 user nova-compute[74701]: node.session.iscsi.ERL = 0
Oct 24 19:47:47 user nova-compute[74701]: node.session.scan = manual
Oct 24 19:47:47 user nova-compute[74701]: node.session.reopen_max = 0
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].address = 172.16.0.220
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].port = 3260
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].startup = manual
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].tcp.window_size = 524288
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].tcp.type_of_service = 0
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].timeo.logout_timeout = 15
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].timeo.login_timeout = 15
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].timeo.auth_timeout = 45
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.DataDigest = None
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.IFMarker = No
Oct 24 19:47:47 user nova-compute[74701]: node.conn[0].iscsi.OFMarker = No
Oct 24 19:47:47 user nova-compute[74701]: # END RECORD
Oct 24 19:47:47 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd893fd2-632e-4850-86a8-364579d09a48]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c0ef48-85fe-4d62-8f33-ffc59b62091a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUbaCFIk {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RUbaCFIk" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[316dae97-fd86-459a-8e01-547d4dd4cdb9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RUbaCFIk'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[919f09ff-3b4f-4b2b-a20e-703fd34d91c2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[93eafbc9-b7e6-447c-b5f0-133cd856876e]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:47 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:47 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:47:47 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:47:47 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:47:47 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:47:47 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.157s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] HCTL ('34', '0', '0', 0) found on session 22 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b15a56-5438-4895-ae6a-22e4012383fe]: (4, ('0 0 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Searching for a device in session 22 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.182s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] <== connect_volume: return (183ms) {'type': 'block', 'scsi_wwn': '23730343032336261', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23730343032336261', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-938357957',display_name='tempest-ServerStableDeviceRescueTest-server-938357957',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-938357957',id=22,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNCARaPwklbc0G1QB5L7H5eEckEHlzPQroM5odew0D8tLJEAamZMVJ7tToy1obivXckOe9v3P0n1SZRJt8WyC+o6x8lknPLLpSMimcqxkarGhRE3I/wQ0nKpsYikZqPOog==',key_name='tempest-keypair-1026218931',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:43:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='df7bdeb47d624f64a8f16915dda4fd38',ramdisk_id='',reservation_id='r-qke9p6nq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-829189407',owner_user_name='tempest-ServerStableDeviceRescueTest-829189407-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:45:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='783eeb42a53f4037a1aebd600188e327',uuid=c19f00c4-88c8-4b48-a53f-0e907ff1feca,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "vif_mac": "fa:16:3e:f6:02:62"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converting VIF {"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "vif_mac": "fa:16:3e:f6:02:62"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'pci_devices' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.objects.base [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Object Instance<c19f00c4-88c8-4b48-a53f-0e907ff1feca> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:47:47 user nova-compute[74701]:   <uuid>c19f00c4-88c8-4b48-a53f-0e907ff1feca</uuid>
Oct 24 19:47:47 user nova-compute[74701]:   <name>instance-00000016</name>
Oct 24 19:47:47 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:47:47 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:47:47 user nova-compute[74701]:   <metadata>
Oct 24 19:47:47 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:47:47 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-938357957</nova:name>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:47:47</nova:creationTime>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:47:47 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:47:47 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:owner>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:user uuid="783eeb42a53f4037a1aebd600188e327">tempest-ServerStableDeviceRescueTest-829189407-project-member</nova:user>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:project uuid="df7bdeb47d624f64a8f16915dda4fd38">tempest-ServerStableDeviceRescueTest-829189407</nova:project>
Oct 24 19:47:47 user nova-compute[74701]:       </nova:owner>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:47:47 user nova-compute[74701]:       <nova:ports>
Oct 24 19:47:47 user nova-compute[74701]:         <nova:port uuid="c3e435b6-00c8-41c6-9bbd-8db7d77f0a38">
Oct 24 19:47:47 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 24 19:47:47 user nova-compute[74701]:         </nova:port>
Oct 24 19:47:47 user nova-compute[74701]:       </nova:ports>
Oct 24 19:47:47 user nova-compute[74701]:     </nova:instance>
Oct 24 19:47:47 user nova-compute[74701]:   </metadata>
Oct 24 19:47:47 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:47:47 user nova-compute[74701]:     <system>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="serial">c19f00c4-88c8-4b48-a53f-0e907ff1feca</entry>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="uuid">c19f00c4-88c8-4b48-a53f-0e907ff1feca</entry>
Oct 24 19:47:47 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:47:47 user nova-compute[74701]:     </system>
Oct 24 19:47:47 user nova-compute[74701]:   </sysinfo>
Oct 24 19:47:47 user nova-compute[74701]:   <os>
Oct 24 19:47:47 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:47:47 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:47:47 user nova-compute[74701]:   </os>
Oct 24 19:47:47 user nova-compute[74701]:   <features>
Oct 24 19:47:47 user nova-compute[74701]:     <acpi/>
Oct 24 19:47:47 user nova-compute[74701]:     <apic/>
Oct 24 19:47:47 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:47:47 user nova-compute[74701]:   </features>
Oct 24 19:47:47 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:47:47 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:47:47 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:47:47 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:47:47 user nova-compute[74701]:   </clock>
Oct 24 19:47:47 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:47:47 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:47:47 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:47:47 user nova-compute[74701]:   </cpu>
Oct 24 19:47:47 user nova-compute[74701]:   <devices>
Oct 24 19:47:47 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:47:47 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:47:47 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk"/>
Oct 24 19:47:47 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:47:47 user nova-compute[74701]:     </disk>
Oct 24 19:47:47 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:47:47 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:47:47 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 19:47:47 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:47:47 user nova-compute[74701]:       <serial>8c1e9e1f-4dc2-4871-863f-d7aaf77c75db</serial>
Oct 24 19:47:47 user nova-compute[74701]:     </disk>
Oct 24 19:47:47 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:47:47 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:47:47 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue"/>
Oct 24 19:47:47 user nova-compute[74701]:       <target dev="vdc" bus="virtio"/>
Oct 24 19:47:47 user nova-compute[74701]:       <boot order="1"/>
Oct 24 19:47:47 user nova-compute[74701]:     </disk>
Oct 24 19:47:47 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:47:47 user nova-compute[74701]:       <mac address="fa:16:3e:f6:02:62"/>
Oct 24 19:47:47 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:47:47 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:47:47 user nova-compute[74701]:       <target dev="tapc3e435b6-00"/>
Oct 24 19:47:47 user nova-compute[74701]:     </interface>
Oct 24 19:47:47 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:47:47 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/console.log" append="off"/>
Oct 24 19:47:47 user nova-compute[74701]:     </serial>
Oct 24 19:47:47 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:47:47 user nova-compute[74701]:     <video>
Oct 24 19:47:47 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:47:47 user nova-compute[74701]:     </video>
Oct 24 19:47:47 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:47:47 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:47:47 user nova-compute[74701]:     </rng>
Oct 24 19:47:47 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:47:47 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:47:47 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:47:47 user nova-compute[74701]:     </memballoon>
Oct 24 19:47:47 user nova-compute[74701]:   </devices>
Oct 24 19:47:47 user nova-compute[74701]: </domain>
Oct 24 19:47:47 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:47:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance destroyed successfully.
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:47:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] No VIF found with MAC fa:16:3e:f6:02:62, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:47:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:49 user nova-compute[74701]: WARNING nova.compute.manager [req-c0481ec7-a34a-4f1e-8fa4-4b4737d98fc9 req-ac9d2752-bb3a-49ac-ada7-84b94091027b service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state rescuing.
Oct 24 19:47:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fcb9edf5-71ef-442b-881f-bc1f95231fb7 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:47:51 user nova-compute[74701]: WARNING nova.compute.manager [req-97477e57-428f-4775-b99a-63b9022ca632 req-e49bce0b-2e6a-44da-8c5d-0fc3c5056aa7 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state rescuing.
Oct 24 19:47:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:47:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json" returned: 0 in 0.261s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:47:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:56 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8013MB free_disk=25.117198944091797GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance eece91f5-0954-4ff3-a634-bd3b86f969e6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 62977d88-02ff-4013-943d-427172a117d8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:47:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:47:57 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:47:57 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:47:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:47:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:47:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:47:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:47:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:48:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:24 user nova-compute[74701]: INFO nova.compute.manager [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Rescuing
Oct 24 19:48:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:48:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:48:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:25 user nova-compute[74701]: DEBUG nova.compute.manager [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:25 user nova-compute[74701]: WARNING nova.compute.manager [req-4598c030-19d3-4510-b0fa-0b8d12b17d04 req-a5ad50bf-511a-4ed4-ab9d-10985f034cc7 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state active and task_state rescuing.
Oct 24 19:48:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance destroyed successfully.
Oct 24 19:48:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Attempting rescue
Oct 24 19:48:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:48:26 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Creating image(s)
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'trusted_certs' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue" returned: 0 in 0.049s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'migration_context' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.base [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<90de42c4-4457-4490-865d-30859197d082> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start _get_guest_xml network_info=[{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:13:7d:26"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.base [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<90de42c4-4457-4490-865d-30859197d082> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'numa_topology' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.base [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<90de42c4-4457-4490-865d-30859197d082> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:48:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'vcpu_model' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.base [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<90de42c4-4457-4490-865d-30859197d082> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1379076777',display_name='tempest-ServerRescueNegativeTestJSON-server-1379076777',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1379076777',id=23,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:43:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-d7r53ofw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:43:45Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=90de42c4-4457-4490-865d-30859197d082,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:13:7d:26"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:13:7d:26"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.objects.base [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<90de42c4-4457-4490-865d-30859197d082> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:48:26 user nova-compute[74701]:   <uuid>90de42c4-4457-4490-865d-30859197d082</uuid>
Oct 24 19:48:26 user nova-compute[74701]:   <name>instance-00000017</name>
Oct 24 19:48:26 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:48:26 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:48:26 user nova-compute[74701]:   <metadata>
Oct 24 19:48:26 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:48:26 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1379076777</nova:name>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:48:26</nova:creationTime>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:48:26 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:48:26 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:owner>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:48:26 user nova-compute[74701]:       </nova:owner>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:48:26 user nova-compute[74701]:       <nova:ports>
Oct 24 19:48:26 user nova-compute[74701]:         <nova:port uuid="747100a4-e4e2-43ad-8aa7-34fd86632d91">
Oct 24 19:48:26 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:48:26 user nova-compute[74701]:         </nova:port>
Oct 24 19:48:26 user nova-compute[74701]:       </nova:ports>
Oct 24 19:48:26 user nova-compute[74701]:     </nova:instance>
Oct 24 19:48:26 user nova-compute[74701]:   </metadata>
Oct 24 19:48:26 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:48:26 user nova-compute[74701]:     <system>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="serial">90de42c4-4457-4490-865d-30859197d082</entry>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="uuid">90de42c4-4457-4490-865d-30859197d082</entry>
Oct 24 19:48:26 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:48:26 user nova-compute[74701]:     </system>
Oct 24 19:48:26 user nova-compute[74701]:   </sysinfo>
Oct 24 19:48:26 user nova-compute[74701]:   <os>
Oct 24 19:48:26 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:48:26 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:48:26 user nova-compute[74701]:   </os>
Oct 24 19:48:26 user nova-compute[74701]:   <features>
Oct 24 19:48:26 user nova-compute[74701]:     <acpi/>
Oct 24 19:48:26 user nova-compute[74701]:     <apic/>
Oct 24 19:48:26 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:48:26 user nova-compute[74701]:   </features>
Oct 24 19:48:26 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:48:26 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:48:26 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:48:26 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:48:26 user nova-compute[74701]:   </clock>
Oct 24 19:48:26 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:48:26 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:48:26 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:48:26 user nova-compute[74701]:   </cpu>
Oct 24 19:48:26 user nova-compute[74701]:   <devices>
Oct 24 19:48:26 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:48:26 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:48:26 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue"/>
Oct 24 19:48:26 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:48:26 user nova-compute[74701]:     </disk>
Oct 24 19:48:26 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:48:26 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:48:26 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk"/>
Oct 24 19:48:26 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:48:26 user nova-compute[74701]:     </disk>
Oct 24 19:48:26 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:48:26 user nova-compute[74701]:       <mac address="fa:16:3e:13:7d:26"/>
Oct 24 19:48:26 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:48:26 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:48:26 user nova-compute[74701]:       <target dev="tap747100a4-e4"/>
Oct 24 19:48:26 user nova-compute[74701]:     </interface>
Oct 24 19:48:26 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:48:26 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/console.log" append="off"/>
Oct 24 19:48:26 user nova-compute[74701]:     </serial>
Oct 24 19:48:26 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:48:26 user nova-compute[74701]:     <video>
Oct 24 19:48:26 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:48:26 user nova-compute[74701]:     </video>
Oct 24 19:48:26 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:48:26 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:48:26 user nova-compute[74701]:     </rng>
Oct 24 19:48:26 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:48:26 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:48:26 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:48:26 user nova-compute[74701]:     </memballoon>
Oct 24 19:48:26 user nova-compute[74701]:   </devices>
Oct 24 19:48:26 user nova-compute[74701]: </domain>
Oct 24 19:48:26 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:48:26 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance destroyed successfully.
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:13:7d:26, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:48:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:27 user nova-compute[74701]: WARNING nova.compute.manager [req-cfe46b80-a8e7-4752-bee4-e11bbc0d53fe req-00b61b0d-88fc-49fb-ae7b-7a1af3471aa8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state active and task_state rescuing.
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:29 user nova-compute[74701]: INFO nova.compute.manager [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Terminating instance
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-unplugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] No waiting events found dispatching network-vif-unplugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-172d0bc3-f5ba-4f2e-8439-27e5d6cf36d0 req-8052f1b8-82aa-4e20-9321-edc209b21ccb service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-unplugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:29 user nova-compute[74701]: WARNING nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state active and task_state rescuing.
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:29 user nova-compute[74701]: WARNING nova.compute.manager [req-8904a722-8381-4c90-afa0-ea37f8377dca req-0f53116c-c1cc-4f8b-af0b-8e50be9ab4d9 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state active and task_state rescuing.
Oct 24 19:48:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] Instance destroyed successfully.
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid 62977d88-02ff-4013-943d-427172a117d8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:46:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1346383130',display_name='tempest-TestVolumeBootPattern-server-1346383130',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1346383130',id=26,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:47:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-yspfocu5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:47:18Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=62977d88-02ff-4013-943d-427172a117d8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "address": "fa:16:3e:a9:4c:78", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d80f6a-a3", "ovs_interfaceid": "e8d80f6a-a31b-4cf8-aef5-73346b47079b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG os_vif [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8d80f6a-a3, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=11f8726e-1b06-4979-9656-f23d6a58a72d) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:29 user nova-compute[74701]: INFO os_vif [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:4c:78,bridge_name='br-int',has_traffic_filtering=True,id=e8d80f6a-a31b-4cf8-aef5-73346b47079b,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d80f6a-a3')
Oct 24 19:48:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OqewKQXH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:48:29 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:48:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:48:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fda4088-f7a1-4c83-902c-61dcf31502a0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:48:30 user nova-compute[74701]: No targets found.
Oct 24 19:48:30 user nova-compute[74701]: iSNS:
Oct 24 19:48:30 user nova-compute[74701]: No targets found.
Oct 24 19:48:30 user nova-compute[74701]: STATIC:
Oct 24 19:48:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6
Oct 24 19:48:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:48:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:48:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:48:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:48:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:48:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c
Oct 24 19:48:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:48:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:48:30 user nova-compute[74701]: FIRMWARE:
Oct 24 19:48:30 user nova-compute[74701]: No targets found.
Oct 24 19:48:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:48:30 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:48:30 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a566b9-c327-4098-876d-74a94ef19138]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c3a6ad-1a04-43a3-adc5-63bfcb7bcba2]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:48:30 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:48:30 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:48:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 (non-flash)
Oct 24 19:48:30 user nova-compute[74701]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:48:30 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:48:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f3c36cca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e6eea85-6a63-4346-a1ab-374e4030af9b]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[434c465c-cbc6-4198-aa64-dde6ffb8e635]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed5692ad-0e4d-4775-a657-592c795579a5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.069s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c1462c8-6333-4437-8f4f-a45737ec5de8]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2b83a9-f273-42d8-bda0-dfa34b1709c3]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[527c5a3a-1f92-482f-a2dc-38be3d077b5e]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260]
Oct 24 19:48:30 user nova-compute[74701]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6, portal: 172.16.0.220,3260] successful.
Oct 24 19:48:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5ba798bd-f6ec-42eb-97da-1c62bec64fa6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd62fa0-8f75-483e-8367-846403ddff60]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.393s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (394ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:48:30 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Deleting instance files /opt/stack/data/nova/instances/62977d88-02ff-4013-943d-427172a117d8_del
Oct 24 19:48:30 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Deletion of /opt/stack/data/nova/instances/62977d88-02ff-4013-943d-427172a117d8_del complete
Oct 24 19:48:30 user nova-compute[74701]: INFO nova.compute.manager [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Took 1.36 seconds to destroy the instance on the hypervisor.
Oct 24 19:48:30 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:48:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b3c75d55-a688-4252-836e-a5e2616744b9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:48:31 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:48:31 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 62977d88-02ff-4013-943d-427172a117d8] Took 0.61 seconds to deallocate network for instance.
Oct 24 19:48:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] Acquiring lock "62977d88-02ff-4013-943d-427172a117d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] Lock "62977d88-02ff-4013-943d-427172a117d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] No waiting events found dispatching network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:31 user nova-compute[74701]: WARNING nova.compute.manager [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received unexpected event network-vif-plugged-e8d80f6a-a31b-4cf8-aef5-73346b47079b for instance with vm_state active and task_state deleting.
Oct 24 19:48:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-c21a2089-54ce-4992-8c4f-6c7493c67d08 req-72319682-a4b3-4aeb-a119-f0cf107fdc37 service nova] [instance: 62977d88-02ff-4013-943d-427172a117d8] Received event network-vif-deleted-e8d80f6a-a31b-4cf8-aef5-73346b47079b {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:32 user nova-compute[74701]: INFO nova.compute.manager [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Took 1.03 seconds to detach 1 volumes for instance.
Oct 24 19:48:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 62977d88-02ff-4013-943d-427172a117d8] Deleting volume: 5ba798bd-f6ec-42eb-97da-1c62bec64fa6 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 19:48:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:32 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:48:32 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:48:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:32 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance 62977d88-02ff-4013-943d-427172a117d8
Oct 24 19:48:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c9a2486-30d6-4d98-8351-42063475890f tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "62977d88-02ff-4013-943d-427172a117d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.657s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:48:42 user nova-compute[74701]: INFO nova.compute.claims [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Claim successful on node user
Oct 24 19:48:42 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:48:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.policy [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '249beeb2f0bd4a549efbf1d9bbef82dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee02a4bcb1d45d88a0bc262299630c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:48:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Creating image(s)
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.244s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:43 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk 1073741824" returned: 0 in 0.154s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.370s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Successfully created port: 030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Cannot resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Ensure instance console log exists: /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Successfully updated port: 030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-changed-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Refreshing instance network info cache due to event network-changed-030a3d43-db02-49d0-b050-1f2416455275. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance network_info: |[{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Refreshing network info cache for port 030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start _get_guest_xml network_info=[{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:48:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:48:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:48:45 user nova-compute[74701]:   <uuid>9e0cdf55-2274-47b8-967e-86395657ad83</uuid>
Oct 24 19:48:45 user nova-compute[74701]:   <name>instance-0000001b</name>
Oct 24 19:48:45 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:48:45 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:48:45 user nova-compute[74701]:   <metadata>
Oct 24 19:48:45 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:48:45 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeTestJSON-server-1550351667</nova:name>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:48:45</nova:creationTime>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:48:45 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:48:45 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:owner>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:user uuid="249beeb2f0bd4a549efbf1d9bbef82dc">tempest-AttachVolumeTestJSON-607774084-project-member</nova:user>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:project uuid="dee02a4bcb1d45d88a0bc262299630c9">tempest-AttachVolumeTestJSON-607774084</nova:project>
Oct 24 19:48:45 user nova-compute[74701]:       </nova:owner>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:48:45 user nova-compute[74701]:       <nova:ports>
Oct 24 19:48:45 user nova-compute[74701]:         <nova:port uuid="030a3d43-db02-49d0-b050-1f2416455275">
Oct 24 19:48:45 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 19:48:45 user nova-compute[74701]:         </nova:port>
Oct 24 19:48:45 user nova-compute[74701]:       </nova:ports>
Oct 24 19:48:45 user nova-compute[74701]:     </nova:instance>
Oct 24 19:48:45 user nova-compute[74701]:   </metadata>
Oct 24 19:48:45 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:48:45 user nova-compute[74701]:     <system>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="serial">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="uuid">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:48:45 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:48:45 user nova-compute[74701]:     </system>
Oct 24 19:48:45 user nova-compute[74701]:   </sysinfo>
Oct 24 19:48:45 user nova-compute[74701]:   <os>
Oct 24 19:48:45 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:48:45 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:48:45 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:48:45 user nova-compute[74701]:   </os>
Oct 24 19:48:45 user nova-compute[74701]:   <features>
Oct 24 19:48:45 user nova-compute[74701]:     <acpi/>
Oct 24 19:48:45 user nova-compute[74701]:     <apic/>
Oct 24 19:48:45 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:48:45 user nova-compute[74701]:   </features>
Oct 24 19:48:45 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:48:45 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:48:45 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:48:45 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:48:45 user nova-compute[74701]:   </clock>
Oct 24 19:48:45 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:48:45 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:48:45 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:48:45 user nova-compute[74701]:   </cpu>
Oct 24 19:48:45 user nova-compute[74701]:   <devices>
Oct 24 19:48:45 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:48:45 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:48:45 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk"/>
Oct 24 19:48:45 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:48:45 user nova-compute[74701]:     </disk>
Oct 24 19:48:45 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:48:45 user nova-compute[74701]:       <mac address="fa:16:3e:7e:c0:27"/>
Oct 24 19:48:45 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:48:45 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:48:45 user nova-compute[74701]:       <target dev="tap030a3d43-db"/>
Oct 24 19:48:45 user nova-compute[74701]:     </interface>
Oct 24 19:48:45 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:48:45 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/console.log" append="off"/>
Oct 24 19:48:45 user nova-compute[74701]:     </serial>
Oct 24 19:48:45 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:48:45 user nova-compute[74701]:     <video>
Oct 24 19:48:45 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:48:45 user nova-compute[74701]:     </video>
Oct 24 19:48:45 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:48:45 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:48:45 user nova-compute[74701]:     </rng>
Oct 24 19:48:45 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:48:45 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:48:45 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:48:45 user nova-compute[74701]:     </memballoon>
Oct 24 19:48:45 user nova-compute[74701]:   </devices>
Oct 24 19:48:45 user nova-compute[74701]: </domain>
Oct 24 19:48:45 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:48:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG os_vif [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5118f90f-5679-532b-b951-b513050aac05', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap030a3d43-db, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap030a3d43-db, col_values=(('qos', UUID('a0f5597f-9dbb-4d7a-a465-8622fde38220')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap030a3d43-db, col_values=(('external_ids', {'iface-id': '030a3d43-db02-49d0-b050-1f2416455275', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:c0:27', 'vm-uuid': '9e0cdf55-2274-47b8-967e-86395657ad83'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:45 user nova-compute[74701]: INFO os_vif [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:48:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No VIF found with MAC fa:16:3e:7e:c0:27, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:48:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updated VIF entry in instance network info cache for port 030a3d43-db02-49d0-b050-1f2416455275. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:48:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:48:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-627d579b-ac8b-4272-b230-46f8f8e96e19 req-290cd46c-925d-48f6-9e8d-f2a05e943125 service nova] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:47 user nova-compute[74701]: WARNING nova.compute.manager [req-0662ab0f-387c-440f-9878-d73d002ba08d req-b86bf901-ebe2-4e50-8735-2c68aa7ca889 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state building and task_state spawning.
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:48:49 user nova-compute[74701]: WARNING nova.compute.manager [req-323c62b5-7ea3-4deb-9c8c-1dcf7eb2d522 req-6e488441-ab7d-49b3-8ded-8f74783c37bb service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state building and task_state spawning.
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:48:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance spawned successfully.
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:48:49 user nova-compute[74701]: INFO nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Took 6.43 seconds to spawn the instance on the hypervisor.
Oct 24 19:48:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:48:49 user nova-compute[74701]: INFO nova.compute.manager [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Took 7.43 seconds to build instance.
Oct 24 19:48:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d622044-7002-4317-b85b-a8e5e5eacb42 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.551s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:51 user nova-compute[74701]: INFO nova.compute.manager [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Detaching volume 65a3e8ff-2d36-4338-9f2e-ac1c5b02095c
Oct 24 19:48:51 user nova-compute[74701]: INFO nova.virt.block_device [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Attempting to driver detach volume 65a3e8ff-2d36-4338-9f2e-ac1c5b02095c from mountpoint /dev/vdb
Oct 24 19:48:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Attempting to detach device vdb from instance eece91f5-0954-4ff3-a634-bd3b86f969e6 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:48:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:48:51 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:48:51 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:48:51 user nova-compute[74701]:   <serial>65a3e8ff-2d36-4338-9f2e-ac1c5b02095c</serial>
Oct 24 19:48:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:48:51 user nova-compute[74701]: </disk>
Oct 24 19:48:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:48:51 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully detached device vdb from instance eece91f5-0954-4ff3-a634-bd3b86f969e6 from the persistent domain config.
Oct 24 19:48:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eece91f5-0954-4ff3-a634-bd3b86f969e6 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:48:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:48:51 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:48:51 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:48:51 user nova-compute[74701]:   <serial>65a3e8ff-2d36-4338-9f2e-ac1c5b02095c</serial>
Oct 24 19:48:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:48:51 user nova-compute[74701]: </disk>
Oct 24 19:48:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:48:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:48:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:48:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:48:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:48:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8078MB free_disk=25.11042022705078GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance eece91f5-0954-4ff3-a634-bd3b86f969e6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:48:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.471s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:49:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:49:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eece91f5-0954-4ff3-a634-bd3b86f969e6 is timed out.
Oct 24 19:49:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully detached device vdb from instance eece91f5-0954-4ff3-a634-bd3b86f969e6 from the live domain config.
Oct 24 19:49:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqLkpuHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:49:12 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78c0dc8-8f13-4521-9065-5d578c1db604]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:49:12 user nova-compute[74701]: No targets found.
Oct 24 19:49:12 user nova-compute[74701]: iSNS:
Oct 24 19:49:12 user nova-compute[74701]: No targets found.
Oct 24 19:49:12 user nova-compute[74701]: STATIC:
Oct 24 19:49:12 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:49:12 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:49:12 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:49:12 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c
Oct 24 19:49:12 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:49:12 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:49:12 user nova-compute[74701]: FIRMWARE:
Oct 24 19:49:12 user nova-compute[74701]: No targets found.
Oct 24 19:49:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:49:12 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:49:12 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad150df4-7b78-46c5-83f2-3af92d6c26dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4e6be25-4b5b-46b1-9d4f-d50900e4b240]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:49:12 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:49:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:49:12 user nova-compute[74701]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c (non-flash)
Oct 24 19:49:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f241780d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2eaecce-0ded-4a60-8324-89faaf956d3f]: (4, ('path checker states:\nup                  1\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[103d018e-958d-4c2b-b347-eb45cde85a9b]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[039929ec-50f1-448e-a096-998df048f471]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c43f1d-8cb4-419f-a1a4-1b915417404b]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[baaf4a12-9a46-4d9e-82c6-d870f03b0162]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5f767b6-f416-4ef2-8b3c-08fa33f6ca32]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260]
Oct 24 19:49:12 user nova-compute[74701]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c, portal: 172.16.0.220,3260] successful.
Oct 24 19:49:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[26185544-b7a6-4ff2-bfd5-6b90afacd54a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== disconnect_volume: return (308ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:49:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f004f6c1-51d9-4007-9bd1-18edb9b99817 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.864s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.701s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:13 user nova-compute[74701]: INFO nova.compute.manager [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Terminating instance
Oct 24 19:49:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-unplugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] No waiting events found dispatching network-vif-unplugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-4fd5dc13-21bd-4074-89d4-69813621b89b req-25fd601e-4146-42ba-83f3-25e709c13563 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-unplugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:49:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Instance destroyed successfully.
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'resources' on Instance uuid eece91f5-0954-4ff3-a634-bd3b86f969e6 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-979238416',display_name='tempest-VolumesSnapshotTestJSON-instance-979238416',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-979238416',id=25,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKAoX+00e/Yt6iFpqWdSK5Z583/I4uVwfXzYYAnMuIqs28IiEIfrMsFgMbDSFsqL9eCE+zWNe8HELxiIUveeAAKUHeSGxiXRy0Et33FlCtahfsFaI+l6PJ8kJlhyrmbE/g==',key_name='tempest-keypair-71652742',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:45:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-rxk367ck',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:45:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=eece91f5-0954-4ff3-a634-bd3b86f969e6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "address": "fa:16:3e:75:89:cb", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb276c46-86", "ovs_interfaceid": "eb276c46-861a-43b9-ae37-1af796ffcfa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_vif [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb276c46-86, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7456217a-0059-455f-a8d3-3304bd7ee7c1) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:14 user nova-compute[74701]: INFO os_vif [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:89:cb,bridge_name='br-int',has_traffic_filtering=True,id=eb276c46-861a-43b9-ae37-1af796ffcfa7,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb276c46-86')
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KqLkpuHE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:49:14 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3c3898-e646-4467-bca0-b55dd37d7762]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:49:14 user nova-compute[74701]: No targets found.
Oct 24 19:49:14 user nova-compute[74701]: iSNS:
Oct 24 19:49:14 user nova-compute[74701]: No targets found.
Oct 24 19:49:14 user nova-compute[74701]: STATIC:
Oct 24 19:49:14 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:49:14 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:49:14 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:49:14 user nova-compute[74701]: FIRMWARE:
Oct 24 19:49:14 user nova-compute[74701]: No targets found.
Oct 24 19:49:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:49:14 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:49:14 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:65a3e8ff-2d36-4338-9f2e-ac1c5b02095c', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b10b9041-75ec-4b49-a985-e294e32deb68]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfbe4a27-a1e4-4099-b136-925cc905ea1d]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:49:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:49:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004a8dc0>, {}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Disconnecting from: [] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.065s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== disconnect_volume: return (66ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:49:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Deleting instance files /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6_del
Oct 24 19:49:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Deletion of /opt/stack/data/nova/instances/eece91f5-0954-4ff3-a634-bd3b86f969e6_del complete
Oct 24 19:49:14 user nova-compute[74701]: INFO nova.compute.manager [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 24 19:49:14 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:49:14 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:49:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:15 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:15 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Took 1.44 seconds to deallocate network for instance.
Oct 24 19:49:16 user nova-compute[74701]: WARNING nova.volume.cinder [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Attachment c4442d46-95ed-427c-8da2-62b11c06a679 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = c4442d46-95ed-427c-8da2-62b11c06a679. (HTTP 404) (Request-ID: req-3fb64947-9eb6-4809-b37d-58c92a5f0280)
Oct 24 19:49:16 user nova-compute[74701]: INFO nova.compute.manager [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Took 0.03 seconds to detach 1 volumes for instance.
Oct 24 19:49:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] Acquiring lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] No waiting events found dispatching network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:16 user nova-compute[74701]: WARNING nova.compute.manager [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received unexpected event network-vif-plugged-eb276c46-861a-43b9-ae37-1af796ffcfa7 for instance with vm_state active and task_state deleting.
Oct 24 19:49:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-267417d4-fe89-48f1-b882-618b2b12ddc4 req-0b025074-3f41-4751-8fde-21dcfef3b516 service nova] [instance: eece91f5-0954-4ff3-a634-bd3b86f969e6] Received event network-vif-deleted-eb276c46-861a-43b9-ae37-1af796ffcfa7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.257s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:16 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Deleted allocations for instance eece91f5-0954-4ff3-a634-bd3b86f969e6
Oct 24 19:49:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-51a478c5-3ee4-492d-bc18-b1c9cdf62856 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "eece91f5-0954-4ff3-a634-bd3b86f969e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.844s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:49:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:49:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:34 user nova-compute[74701]: INFO nova.compute.manager [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Unrescuing
Oct 24 19:49:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'flavor' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:35 user nova-compute[74701]: WARNING nova.compute.manager [req-32bc9d4e-1762-4cda-b8d7-f9be654fe272 req-b1482e0b-34a6-4742-a3c3-23e01e4c163e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-unplugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing instance network info cache due to event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:49:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance destroyed successfully.
Oct 24 19:49:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updated VIF entry in instance network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:49:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acde7872-ff9d-467a-999a-46fca260eb09 req-98098387-be3a-448b-a1f6-5f71eced3f57 service nova] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing instance network info cache due to event network-changed-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] Acquiring lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] Acquired lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:37 user nova-compute[74701]: DEBUG nova.network.neutron [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Refreshing network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:38 user nova-compute[74701]: WARNING nova.compute.manager [req-24b706bb-6c48-41f9-a57b-2efb936bf9cd req-590e7204-4701-4ce9-914d-89d90af2a33e service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:49:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updated VIF entry in instance network info cache for port c3e435b6-00c8-41c6-9bbd-8db7d77f0a38. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [{"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0ed74291-5aad-487c-9a17-92c9f8678f2f req-91746908-acb7-4571-98bb-854e599d81cd service nova] Releasing lock "refresh_cache-c19f00c4-88c8-4b48-a53f-0e907ff1feca" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ab4d25dd-0df9-442c-a31f-13a0eaea7bb8 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:40 user nova-compute[74701]: WARNING nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state None.
Oct 24 19:49:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] No waiting events found dispatching network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:49:40 user nova-compute[74701]: WARNING nova.compute.manager [req-b29c31d5-9b78-47ec-a5f3-d13b89d2a63e req-ddb67bac-7700-4098-8744-b15727b867ce service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received unexpected event network-vif-plugged-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 for instance with vm_state active and task_state None.
Oct 24 19:49:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:49:45 user nova-compute[74701]: INFO nova.compute.claims [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Claim successful on node user
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 19:49:45 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:49:46 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:49:46 user nova-compute[74701]: INFO nova.virt.block_device [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Booting with volume 71f608e9-08c8-4846-bbd7-4341e80e8fd7 at /dev/vda
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.policy [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46a952edd9ac4385af98ef4752ad8154', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b034b0cafba6420eb09425db5d4b7608', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.utils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[03acf207-11b3-4ac4-88f8-1a1d765b7ef9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b41bf09-3a3d-48ec-bb46-23842cec0b43]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dc6168-653c-4da3-8e3f-e1161340025b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95fffff8-0ed1-4501-95fa-a40439319986]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:49:46 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:49:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e325d2-3350-461e-81a6-bb56d64fc18c]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG os_brick.utils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:49:46 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating existing volume attachment record: 00fedf83-3848-44b0-ad63-d29cc07176c4 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:49:47 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Successfully created port: d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Successfully updated port: d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-changed-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Refreshing instance network info cache due to event network-changed-d5936bb1-da46-4522-8608-c56062285f76. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance network_info: |[{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:49:48 user nova-compute[74701]: DEBUG nova.network.neutron [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Refreshing network info cache for port d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.network.neutron [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updated VIF entry in instance network info cache for port d5936bb1-da46-4522-8608-c56062285f76. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.network.neutron [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-dd36256e-9c8a-4383-89db-90bcfd4860ef req-6b5da93e-d4d7-41ee-add2-07f71d1b49db service nova] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:49 user nova-compute[74701]: WARNING nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor.
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 551bdc55-b0d1-4b38-a1ee-7399a7378516 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "90de42c4-4457-4490-865d-30859197d082" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "90de42c4-4457-4490-865d-30859197d082" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "90de42c4-4457-4490-865d-30859197d082" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:49:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk.rescue --force-share --output=json" returned: 0 in 0.253s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:49:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:49:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:49:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8223MB free_disk=25.099102020263672GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:49:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:50:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.370s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:50:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:50:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Creating image(s)
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Ensure instance console log exists: /opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start _get_guest_xml network_info=[{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4051a8e9-42bc-468d-9f4f-26b1c0ef9d28', 'attached_at': '', 'detached_at': '', 'volume_id': '71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'serial': '71f608e9-08c8-4846-bbd7-4341e80e8fd7'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '00fedf83-3848-44b0-ad63-d29cc07176c4', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:50:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:05 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:05 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:05 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ea42e6-1fc5-440c-80e7-e0ecd0c86c97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:50:05 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d605159-c51b-4cb5-ab81-5a001dcc8033]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7] added
Oct 24 19:50:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1594ca57-230c-4e68-a5cc-00d846caa930]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[342f0c87-963a-464e-88a2-c1d88dbfb87a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OxpjvuXr {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OxpjvuXr" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43d7593-e6b4-420f-bcef-fd728e114c5d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OxpjvuXr'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db15f09-607f-4a3c-9074-ae640b4e5997]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[82821850-ba3b-41b6-a68e-c6fa4e14fcc1]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc11bb03-a2af-499b-aa84-d9d2b7dd3c1f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]
Oct 24 19:50:06 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.
Oct 24 19:50:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d7e4574-d624-4546-a019-12e9fbaf23b5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da97119b-0a84-41b8-9920-cb35c0276d26]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:06 user nova-compute[74701]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:06 user nova-compute[74701]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] HCTL ('33', '-', '-', 0) found on session 24 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a552bcec-9cb1-436f-917e-b43b8a41d954]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23235386562366137', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235386562366137', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:49:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'pci_devices' on Instance uuid 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:50:07 user nova-compute[74701]:   <uuid>4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</uuid>
Oct 24 19:50:07 user nova-compute[74701]:   <name>instance-0000001c</name>
Oct 24 19:50:07 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:50:07 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:50:07 user nova-compute[74701]:   <metadata>
Oct 24 19:50:07 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:50:07 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:50:07 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherA-server-160640986</nova:name>
Oct 24 19:50:07 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:50:05</nova:creationTime>
Oct 24 19:50:07 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:50:07 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:50:07 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:50:07 user nova-compute[74701]:       <nova:owner>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:user uuid="46a952edd9ac4385af98ef4752ad8154">tempest-ServerActionsTestOtherA-996734114-project-member</nova:user>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:project uuid="b034b0cafba6420eb09425db5d4b7608">tempest-ServerActionsTestOtherA-996734114</nova:project>
Oct 24 19:50:07 user nova-compute[74701]:       </nova:owner>
Oct 24 19:50:07 user nova-compute[74701]:       <nova:ports>
Oct 24 19:50:07 user nova-compute[74701]:         <nova:port uuid="d5936bb1-da46-4522-8608-c56062285f76">
Oct 24 19:50:07 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 19:50:07 user nova-compute[74701]:         </nova:port>
Oct 24 19:50:07 user nova-compute[74701]:       </nova:ports>
Oct 24 19:50:07 user nova-compute[74701]:     </nova:instance>
Oct 24 19:50:07 user nova-compute[74701]:   </metadata>
Oct 24 19:50:07 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:50:07 user nova-compute[74701]:     <system>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="serial">4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</entry>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="uuid">4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</entry>
Oct 24 19:50:07 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:50:07 user nova-compute[74701]:     </system>
Oct 24 19:50:07 user nova-compute[74701]:   </sysinfo>
Oct 24 19:50:07 user nova-compute[74701]:   <os>
Oct 24 19:50:07 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:50:07 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:50:07 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:50:07 user nova-compute[74701]:   </os>
Oct 24 19:50:07 user nova-compute[74701]:   <features>
Oct 24 19:50:07 user nova-compute[74701]:     <acpi/>
Oct 24 19:50:07 user nova-compute[74701]:     <apic/>
Oct 24 19:50:07 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:50:07 user nova-compute[74701]:   </features>
Oct 24 19:50:07 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:50:07 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:50:07 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:50:07 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:50:07 user nova-compute[74701]:   </clock>
Oct 24 19:50:07 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:50:07 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:50:07 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:50:07 user nova-compute[74701]:   </cpu>
Oct 24 19:50:07 user nova-compute[74701]:   <devices>
Oct 24 19:50:07 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:50:07 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:50:07 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:50:07 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:50:07 user nova-compute[74701]:       <serial>71f608e9-08c8-4846-bbd7-4341e80e8fd7</serial>
Oct 24 19:50:07 user nova-compute[74701]:     </disk>
Oct 24 19:50:07 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:50:07 user nova-compute[74701]:       <mac address="fa:16:3e:43:1d:53"/>
Oct 24 19:50:07 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:07 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:50:07 user nova-compute[74701]:       <target dev="tapd5936bb1-da"/>
Oct 24 19:50:07 user nova-compute[74701]:     </interface>
Oct 24 19:50:07 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:50:07 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28/console.log" append="off"/>
Oct 24 19:50:07 user nova-compute[74701]:     </serial>
Oct 24 19:50:07 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:50:07 user nova-compute[74701]:     <video>
Oct 24 19:50:07 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:07 user nova-compute[74701]:     </video>
Oct 24 19:50:07 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:50:07 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:50:07 user nova-compute[74701]:     </rng>
Oct 24 19:50:07 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:50:07 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:50:07 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:50:07 user nova-compute[74701]:     </memballoon>
Oct 24 19:50:07 user nova-compute[74701]:   </devices>
Oct 24 19:50:07 user nova-compute[74701]: </domain>
Oct 24 19:50:07 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:49:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG os_vif [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1764c812-6ca0-5ddd-8f14-443a5801e741', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5936bb1-da, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5936bb1-da, col_values=(('qos', UUID('856d946a-adc4-4d3c-89c6-6039833791c2')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5936bb1-da, col_values=(('external_ids', {'iface-id': 'd5936bb1-da46-4522-8608-c56062285f76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:1d:53', 'vm-uuid': '4051a8e9-42bc-468d-9f4f-26b1c0ef9d28'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:07 user nova-compute[74701]: INFO os_vif [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da')
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:43:1d:53, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:07 user nova-compute[74701]: INFO nova.compute.manager [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Detaching volume 8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:50:07 user nova-compute[74701]: INFO nova.virt.block_device [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Attempting to driver detach volume 8c1e9e1f-4dc2-4871-863f-d7aaf77c75db from mountpoint /dev/vdb
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Attempting to detach device vdb from instance c19f00c4-88c8-4b48-a53f-0e907ff1feca from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:50:07 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:50:07 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:50:07 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:50:07 user nova-compute[74701]:   <serial>8c1e9e1f-4dc2-4871-863f-d7aaf77c75db</serial>
Oct 24 19:50:07 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:50:07 user nova-compute[74701]: </disk>
Oct 24 19:50:07 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:50:07 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Successfully detached device vdb from instance c19f00c4-88c8-4b48-a53f-0e907ff1feca from the persistent domain config.
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c19f00c4-88c8-4b48-a53f-0e907ff1feca from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:50:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:50:07 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:50:07 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 19:50:07 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:50:07 user nova-compute[74701]:   <serial>8c1e9e1f-4dc2-4871-863f-d7aaf77c75db</serial>
Oct 24 19:50:07 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:50:07 user nova-compute[74701]: </disk>
Oct 24 19:50:07 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:50:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:50:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:09 user nova-compute[74701]: WARNING nova.compute.manager [req-7ef2e7c3-c053-4668-a206-964576312258 req-c5ebde9e-cc0b-40dd-89d4-48d5725e616d service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state building and task_state spawning.
Oct 24 19:50:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:50:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance spawned successfully.
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:11 user nova-compute[74701]: WARNING nova.compute.manager [req-ab2977b6-324a-42f4-baa3-260a8919bc40 req-e1248cde-b2e7-4fe1-b18e-91402f724603 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state building and task_state spawning.
Oct 24 19:50:11 user nova-compute[74701]: INFO nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Took 5.51 seconds to spawn the instance on the hypervisor.
Oct 24 19:50:11 user nova-compute[74701]: DEBUG nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:50:11 user nova-compute[74701]: INFO nova.compute.manager [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Took 25.90 seconds to build instance.
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-87ccb89b-9652-4a5b-a765-f27c9d79d4af tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.016s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 21.647s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:11 user nova-compute[74701]: INFO nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 24 19:50:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:50:12 user nova-compute[74701]: INFO nova.compute.claims [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Claim successful on node user
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.417s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:50:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.policy [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:50:13 user nova-compute[74701]: INFO nova.virt.block_device [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Booting with volume 78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 at /dev/vda
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.utils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[22898361-9abb-45f3-b7bb-6030e264723a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bcd390c-1a56-413d-a204-849d3bda0b0a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0af790-9e25-4547-a171-3db3b006ff8a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f40d2c43-b625-46ed-83f1-258297e310d4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:50:13 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:50:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2edd34ff-af7c-4ce1-b74d-30838e20c157]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG os_brick.utils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:50:13 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updating existing volume attachment record: 123cdb34-20cc-4266-a33f-90f360258964 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:50:14 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Successfully created port: 3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Successfully updated port: 3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-changed-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Refreshing instance network info cache due to event network-changed-3b34632e-3dc2-47ca-9896-cc761f858ff1. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] Acquiring lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updating instance_info_cache with network_info: [{"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Instance network_info: |[{"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] Acquired lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:15 user nova-compute[74701]: DEBUG nova.network.neutron [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Refreshing network info cache for port 3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:50:16 user nova-compute[74701]: INFO nova.compute.manager [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Unrescuing
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.network.neutron [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updated VIF entry in instance network info cache for port 3b34632e-3dc2-47ca-9896-cc761f858ff1. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.network.neutron [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updating instance_info_cache with network_info: [{"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-22859a4a-f963-4a28-b25b-bc02cb4ecf13 req-d553ace7-30a7-4fc3-8acf-315bb0886051 service nova] Releasing lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'flavor' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:16 user nova-compute[74701]: WARNING nova.compute.manager [req-04e35453-cd9e-4892-8951-8fa0906a1cc2 req-c5d7cbba-d76e-4347-9fea-f55194c05ee3 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:50:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance destroyed successfully.
Oct 24 19:50:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:18 user nova-compute[74701]: WARNING nova.compute.manager [req-de0cad09-4cbf-4baf-b6ce-fb8ac0222d54 req-8095b7d0-5a06-4d5d-8e61-1ac5885f7c23 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:50:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:21 user nova-compute[74701]: WARNING nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:50:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:21 user nova-compute[74701]: WARNING nova.compute.manager [req-01a76f85-8756-4fd5-86f7-4448220be6f6 req-2611546c-3d25-4286-942a-f5a2766225a8 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:50:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ae0fe9a9-44b0-44d0-9d19-f2798967d2d6 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:50:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:28 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c19f00c4-88c8-4b48-a53f-0e907ff1feca is timed out.
Oct 24 19:50:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Successfully detached device vdb from instance c19f00c4-88c8-4b48-a53f-0e907ff1feca from the live domain config.
Oct 24 19:50:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RUbaCFIk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:28 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d318741-73d1-4f15-91c0-d28284bc7b4f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:50:28 user nova-compute[74701]: No targets found.
Oct 24 19:50:28 user nova-compute[74701]: iSNS:
Oct 24 19:50:28 user nova-compute[74701]: No targets found.
Oct 24 19:50:28 user nova-compute[74701]: STATIC:
Oct 24 19:50:28 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:50:28 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:50:28 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:50:28 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db
Oct 24 19:50:28 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:50:28 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:50:28 user nova-compute[74701]: FIRMWARE:
Oct 24 19:50:28 user nova-compute[74701]: No targets found.
Oct 24 19:50:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:50:28 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:50:28 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d1c745-5164-43ac-a451-688b8d5025f1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e994db02-1eae-4ae9-a163-8bfe861eec0c]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:28 user nova-compute[74701]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db (non-flash)
Oct 24 19:50:28 user nova-compute[74701]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f005c45e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e00ca834-4ed7-48c5-8e9a-c32f18205007]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07a00a1-9260-49ff-bed3-f059d87969dd]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c714fb9-0294-4679-971c-383c5eebc48a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e4dc25-550c-406b-9937-2d398ba538c4]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40adfa35-e2ac-42a6-9ab3-444ec9648934]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[130509f8-6382-40b1-ad2a-104ae6b72982]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260]
Oct 24 19:50:28 user nova-compute[74701]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db, portal: 172.16.0.220,3260] successful.
Oct 24 19:50:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c1e9e1f-4dc2-4871-863f-d7aaf77c75db -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2326c724-3cde-4264-9307-1c6d93c858ca]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] <== disconnect_volume: return (299ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:50:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:50:30 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'flavor' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8a142e55-2504-46cf-b456-225e0a9143ab tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.320s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:50:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Creating image(s)
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Ensure instance console log exists: /opt/stack/data/nova/instances/4e5cde29-304b-4193-9d32-bb7b992d98b8/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Start _get_guest_xml network_info=[{"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuispVrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4e5cde29-304b-4193-9d32-bb7b992d98b8', 'attached_at': '', 'detached_at': '', 'volume_id': '78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 'serial': '78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '123cdb34-20cc-4266-a33f-90f360258964', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:50:33 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:33 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuispVrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:33 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:33 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:33 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[75684c2a-0ec8-4be6-bb8f-de1a38ee5294]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:50:33 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a640ea8b-dff3-4252-bc77-c116ab9ac60b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4] added
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[336852da-a76f-4b55-b7a5-9dd36484c719]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bf1f2b0-57fc-4b8d-abd7-9c5f520c055e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuispVrl {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OuispVrl" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6168b3cf-b91c-4351-b9e0-7728a5dea922]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OuispVrl'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-changed-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Refreshing instance network info cache due to event network-changed-030a3d43-db02-49d0-b050-1f2416455275. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.network.neutron [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Refreshing network info cache for port 030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[62f1f9b8-fd25-4bdd-b606-a7387e6813d7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[258c557c-d60f-4cae-ac72-3788cd149c64]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[507a2e6b-4e7e-4f6e-88ea-98e00044d21e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260]
Oct 24 19:50:33 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260] successful.
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ac193f-e60d-41a9-8ec1-2b59878f5ceb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[698e1bf1-4084-4e0c-b93e-a9a3c57fe8d3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('34', '-', '-', 0) found on session 25 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[745d2019-7dfd-4f01-99f3-7ecbaf0d8b4f]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.network.neutron [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updated VIF entry in instance network info cache for port 030a3d43-db02-49d0-b050-1f2416455275. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG nova.network.neutron [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f273e63-65a2-4a39-b87d-a67947ffe263 req-d60d2189-72b2-4dc9-a2d7-afd1547cc69c service nova] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 25 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuispVrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.313s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23761653633333566', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23761653633333566', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-838436100',display_name='tempest-TestVolumeBootPattern-volume-backed-server-838436100',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-838436100',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRvbwXNMGhnmBIL1aww0UPQjDQAFIt5UzBgTvQbqDxosPl7Y05K7Wbcv+EMKHnZWGILCrF7V8brBU4SMQlgcuyIuNgb186rokkuD38YrDTkQfD00lwJXRauJBgFdlP7tg==',key_name='tempest-keypair-1983376434',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-piztojci',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:50:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=4e5cde29-304b-4193-9d32-bb7b992d98b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e5cde29-304b-4193-9d32-bb7b992d98b8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:50:34 user nova-compute[74701]:   <uuid>4e5cde29-304b-4193-9d32-bb7b992d98b8</uuid>
Oct 24 19:50:34 user nova-compute[74701]:   <name>instance-0000001d</name>
Oct 24 19:50:34 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:50:34 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:50:34 user nova-compute[74701]:   <metadata>
Oct 24 19:50:34 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:50:34 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:50:34 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-838436100</nova:name>
Oct 24 19:50:34 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:50:33</nova:creationTime>
Oct 24 19:50:34 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:50:34 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:50:34 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:50:34 user nova-compute[74701]:       <nova:owner>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 19:50:34 user nova-compute[74701]:       </nova:owner>
Oct 24 19:50:34 user nova-compute[74701]:       <nova:ports>
Oct 24 19:50:34 user nova-compute[74701]:         <nova:port uuid="3b34632e-3dc2-47ca-9896-cc761f858ff1">
Oct 24 19:50:34 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 19:50:34 user nova-compute[74701]:         </nova:port>
Oct 24 19:50:34 user nova-compute[74701]:       </nova:ports>
Oct 24 19:50:34 user nova-compute[74701]:     </nova:instance>
Oct 24 19:50:34 user nova-compute[74701]:   </metadata>
Oct 24 19:50:34 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:50:34 user nova-compute[74701]:     <system>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="serial">4e5cde29-304b-4193-9d32-bb7b992d98b8</entry>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="uuid">4e5cde29-304b-4193-9d32-bb7b992d98b8</entry>
Oct 24 19:50:34 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:50:34 user nova-compute[74701]:     </system>
Oct 24 19:50:34 user nova-compute[74701]:   </sysinfo>
Oct 24 19:50:34 user nova-compute[74701]:   <os>
Oct 24 19:50:34 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:50:34 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:50:34 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:50:34 user nova-compute[74701]:   </os>
Oct 24 19:50:34 user nova-compute[74701]:   <features>
Oct 24 19:50:34 user nova-compute[74701]:     <acpi/>
Oct 24 19:50:34 user nova-compute[74701]:     <apic/>
Oct 24 19:50:34 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:50:34 user nova-compute[74701]:   </features>
Oct 24 19:50:34 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:50:34 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:50:34 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:50:34 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:50:34 user nova-compute[74701]:   </clock>
Oct 24 19:50:34 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:50:34 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:50:34 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:50:34 user nova-compute[74701]:   </cpu>
Oct 24 19:50:34 user nova-compute[74701]:   <devices>
Oct 24 19:50:34 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:50:34 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:50:34 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 19:50:34 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:50:34 user nova-compute[74701]:       <serial>78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4</serial>
Oct 24 19:50:34 user nova-compute[74701]:     </disk>
Oct 24 19:50:34 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:50:34 user nova-compute[74701]:       <mac address="fa:16:3e:07:84:7f"/>
Oct 24 19:50:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:34 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:50:34 user nova-compute[74701]:       <target dev="tap3b34632e-3d"/>
Oct 24 19:50:34 user nova-compute[74701]:     </interface>
Oct 24 19:50:34 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:50:34 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/4e5cde29-304b-4193-9d32-bb7b992d98b8/console.log" append="off"/>
Oct 24 19:50:34 user nova-compute[74701]:     </serial>
Oct 24 19:50:34 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:50:34 user nova-compute[74701]:     <video>
Oct 24 19:50:34 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:34 user nova-compute[74701]:     </video>
Oct 24 19:50:34 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:50:34 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:50:34 user nova-compute[74701]:     </rng>
Oct 24 19:50:34 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:50:34 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:50:34 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:50:34 user nova-compute[74701]:     </memballoon>
Oct 24 19:50:34 user nova-compute[74701]:   </devices>
Oct 24 19:50:34 user nova-compute[74701]: </domain>
Oct 24 19:50:34 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-838436100',display_name='tempest-TestVolumeBootPattern-volume-backed-server-838436100',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-838436100',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRvbwXNMGhnmBIL1aww0UPQjDQAFIt5UzBgTvQbqDxosPl7Y05K7Wbcv+EMKHnZWGILCrF7V8brBU4SMQlgcuyIuNgb186rokkuD38YrDTkQfD00lwJXRauJBgFdlP7tg==',key_name='tempest-keypair-1983376434',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-piztojci',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:50:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=4e5cde29-304b-4193-9d32-bb7b992d98b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG os_vif [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1cb1e082-b66a-5b87-8df5-3e1811accb64', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3b34632e-3d, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3b34632e-3d, col_values=(('qos', UUID('bd486509-3682-4f40-871e-d5e29ff4cf1b')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3b34632e-3d, col_values=(('external_ids', {'iface-id': '3b34632e-3dc2-47ca-9896-cc761f858ff1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:84:7f', 'vm-uuid': '4e5cde29-304b-4193-9d32-bb7b992d98b8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:34 user nova-compute[74701]: INFO os_vif [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d')
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:50:34 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:07:84:7f, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:50:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] No waiting events found dispatching network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:36 user nova-compute[74701]: WARNING nova.compute.manager [req-3bee87d5-644b-4b24-ae2d-893e068bcc1a req-19fc87e9-f9da-452b-872a-f22824eafc2c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received unexpected event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 for instance with vm_state building and task_state spawning.
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:50:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Instance spawned successfully.
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:38 user nova-compute[74701]: INFO nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Took 5.17 seconds to spawn the instance on the hypervisor.
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] No waiting events found dispatching network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:38 user nova-compute[74701]: WARNING nova.compute.manager [req-bd308ddd-b0ee-4a57-9229-6fc6a2a8d233 req-773fdaeb-bd9c-4a59-8324-4822a2308c01 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received unexpected event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 for instance with vm_state building and task_state spawning.
Oct 24 19:50:38 user nova-compute[74701]: INFO nova.compute.manager [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Took 25.80 seconds to build instance.
Oct 24 19:50:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e3c3c8a3-3318-498f-a2ce-fe96af87dc51 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.929s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:39 user nova-compute[74701]: INFO nova.compute.manager [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Attaching volume 20010eab-eb93-4305-a354-c1cf7be79e8a to /dev/vdb
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.utils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f06eb5-bcc6-45cb-b173-0eb9aed469d6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[58019a71-5407-4193-8b98-5b019466d048]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad4d783-2891-4a16-a650-0729a0cf5d60]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f36edb7-5bd8-4385-b328-4246073dc13d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:50:40 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:50:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7e793c-dfaf-480f-8d65-155fed07df5d]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG os_brick.utils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:50:40 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating existing volume attachment record: 3c10df76-5b61-41b0-b267-d134c01f4fe9 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:50:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:50:50 user nova-compute[74701]: INFO nova.compute.claims [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Claim successful on node user
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.442s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:50:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:50:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Creating image(s)
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "/opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "/opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "/opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG nova.policy [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b053005ceed342ab9b7d9e72102f8fdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0b9cf9689741a68a497cfcef727fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk 1073741824" returned: 0 in 0.062s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Checking if we can resize image /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Cannot resize image /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Ensure instance console log exists: /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:52 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Successfully created port: bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:50:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:50:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Successfully updated port: bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquired lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-changed-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Refreshing instance network info cache due to event network-changed-bd3d28d9-9693-4e71-a935-dccaab9c67d6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] Acquiring lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updating instance_info_cache with network_info: [{"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Releasing lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Instance network_info: |[{"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] Acquired lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Refreshing network info cache for port bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Start _get_guest_xml network_info=[{"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:50:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:53 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-377457783',display_name='tempest-VolumesSnapshotTestJSON-instance-377457783',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-377457783',id=30,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4lPolJEeljkZXw1CUZya5eSjJG8/538csZSUICE5r8Wo4LU698MHmxSq0RLq8xpYVXrp3/67b/ejd5bT9/1FsMCTaCBQZHMpVq7O4XQqeSHwHjcIS8n07StEvz9+jgeA==',key_name='tempest-keypair-674471533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-ucdk9eih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=17865d9a-9f38-4f06-b6df-3f3029d0bf22,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'pci_devices' on Instance uuid 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:50:53 user nova-compute[74701]:   <uuid>17865d9a-9f38-4f06-b6df-3f3029d0bf22</uuid>
Oct 24 19:50:53 user nova-compute[74701]:   <name>instance-0000001e</name>
Oct 24 19:50:53 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:50:53 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:50:53 user nova-compute[74701]:   <metadata>
Oct 24 19:50:53 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:50:53 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-377457783</nova:name>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:50:53</nova:creationTime>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:50:53 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:50:53 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:owner>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:user uuid="b053005ceed342ab9b7d9e72102f8fdb">tempest-VolumesSnapshotTestJSON-1700609083-project-member</nova:user>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:project uuid="fa0b9cf9689741a68a497cfcef727fde">tempest-VolumesSnapshotTestJSON-1700609083</nova:project>
Oct 24 19:50:53 user nova-compute[74701]:       </nova:owner>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:50:53 user nova-compute[74701]:       <nova:ports>
Oct 24 19:50:53 user nova-compute[74701]:         <nova:port uuid="bd3d28d9-9693-4e71-a935-dccaab9c67d6">
Oct 24 19:50:53 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 19:50:53 user nova-compute[74701]:         </nova:port>
Oct 24 19:50:53 user nova-compute[74701]:       </nova:ports>
Oct 24 19:50:53 user nova-compute[74701]:     </nova:instance>
Oct 24 19:50:53 user nova-compute[74701]:   </metadata>
Oct 24 19:50:53 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:50:53 user nova-compute[74701]:     <system>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="serial">17865d9a-9f38-4f06-b6df-3f3029d0bf22</entry>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="uuid">17865d9a-9f38-4f06-b6df-3f3029d0bf22</entry>
Oct 24 19:50:53 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:50:53 user nova-compute[74701]:     </system>
Oct 24 19:50:53 user nova-compute[74701]:   </sysinfo>
Oct 24 19:50:53 user nova-compute[74701]:   <os>
Oct 24 19:50:53 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:50:53 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:50:53 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:50:53 user nova-compute[74701]:   </os>
Oct 24 19:50:53 user nova-compute[74701]:   <features>
Oct 24 19:50:53 user nova-compute[74701]:     <acpi/>
Oct 24 19:50:53 user nova-compute[74701]:     <apic/>
Oct 24 19:50:53 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:50:53 user nova-compute[74701]:   </features>
Oct 24 19:50:53 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:50:53 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:50:53 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:50:53 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:50:53 user nova-compute[74701]:   </clock>
Oct 24 19:50:53 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:50:53 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:50:53 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:50:53 user nova-compute[74701]:   </cpu>
Oct 24 19:50:53 user nova-compute[74701]:   <devices>
Oct 24 19:50:53 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:50:53 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:50:53 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk"/>
Oct 24 19:50:53 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:50:53 user nova-compute[74701]:     </disk>
Oct 24 19:50:53 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:50:53 user nova-compute[74701]:       <mac address="fa:16:3e:c2:6a:54"/>
Oct 24 19:50:53 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:53 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:50:53 user nova-compute[74701]:       <target dev="tapbd3d28d9-96"/>
Oct 24 19:50:53 user nova-compute[74701]:     </interface>
Oct 24 19:50:53 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:50:53 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/console.log" append="off"/>
Oct 24 19:50:53 user nova-compute[74701]:     </serial>
Oct 24 19:50:53 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:50:53 user nova-compute[74701]:     <video>
Oct 24 19:50:53 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:50:53 user nova-compute[74701]:     </video>
Oct 24 19:50:53 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:50:53 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:50:53 user nova-compute[74701]:     </rng>
Oct 24 19:50:53 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:50:53 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:50:53 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:50:53 user nova-compute[74701]:     </memballoon>
Oct 24 19:50:53 user nova-compute[74701]:   </devices>
Oct 24 19:50:53 user nova-compute[74701]: </domain>
Oct 24 19:50:53 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-377457783',display_name='tempest-VolumesSnapshotTestJSON-instance-377457783',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-377457783',id=30,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4lPolJEeljkZXw1CUZya5eSjJG8/538csZSUICE5r8Wo4LU698MHmxSq0RLq8xpYVXrp3/67b/ejd5bT9/1FsMCTaCBQZHMpVq7O4XQqeSHwHjcIS8n07StEvz9+jgeA==',key_name='tempest-keypair-674471533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-ucdk9eih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:50:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=17865d9a-9f38-4f06-b6df-3f3029d0bf22,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG os_vif [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f43b03c9-ca54-50c4-b492-11afeca31446', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbd3d28d9-96, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbd3d28d9-96, col_values=(('qos', UUID('a84e10c4-65f5-41b8-80b0-8c5aba2730f8')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbd3d28d9-96, col_values=(('external_ids', {'iface-id': 'bd3d28d9-9693-4e71-a935-dccaab9c67d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c2:6a:54', 'vm-uuid': '17865d9a-9f38-4f06-b6df-3f3029d0bf22'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:53 user nova-compute[74701]: INFO os_vif [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96')
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No VIF found with MAC fa:16:3e:c2:6a:54, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updated VIF entry in instance network info cache for port bd3d28d9-9693-4e71-a935-dccaab9c67d6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG nova.network.neutron [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updating instance_info_cache with network_info: [{"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:50:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0cfd4d85-159b-4840-95a7-e399481ac14c req-1388fc3b-45ee-41d9-811d-52b97fe9a003 service nova] Releasing lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:50:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] No waiting events found dispatching network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:55 user nova-compute[74701]: WARNING nova.compute.manager [req-3857c72a-8257-49aa-81e2-8d94056374d9 req-369f3ed8-061b-402c-824a-2093e75dcc18 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received unexpected event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 for instance with vm_state building and task_state spawning.
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:50:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:50:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Instance spawned successfully.
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:50:57 user nova-compute[74701]: INFO nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Took 6.64 seconds to spawn the instance on the hypervisor.
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] No waiting events found dispatching network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:50:57 user nova-compute[74701]: WARNING nova.compute.manager [req-c9f59e6f-7aa3-4e54-b174-10fe184b62f9 req-e1a826e3-ab6b-43f1-beaf-4834f161559b service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received unexpected event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 for instance with vm_state building and task_state spawning.
Oct 24 19:50:57 user nova-compute[74701]: INFO nova.compute.manager [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Took 7.49 seconds to build instance.
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6edbcda3-01a0-4625-a39c-95fc9f799d21 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.596s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:50:58 user nova-compute[74701]: INFO nova.compute.manager [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Terminating instance
Oct 24 19:50:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:50:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:50:59 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2503289d-d516-4cbb-bf2c-491027fcfa6b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:50:59 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[51ca21da-4d85-4d3c-9259-291422009765]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a] added
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd895de9-9a4c-420f-9ac5-c629ef7e5e67]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b37ce13-ef34-4403-b5c3-1d2aac6b8fe2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mBgOjLkX {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mBgOjLkX" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d2f82a-1b39-4fad-ab68-1791e244d293]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mBgOjLkX'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[92e5ad33-c625-4ffb-bb61-5b591b30306e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[27381c8f-a4e1-4624-9340-e254766263ad]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf11422-11e9-40b0-8f67-7cff0363ecb8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]
Oct 24 19:50:59 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c55d6b-c81b-410f-a6f8-4ca2c474ba7d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6c9926-c51a-4a36-9c5a-c9e96c230d08]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:50:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:50:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61e4753-ea06-4d64-8e8b-8301fcb28acb]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:50:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Instance destroyed successfully.
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lazy-loading 'resources' on Instance uuid c19f00c4-88c8-4b48-a53f-0e907ff1feca {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-938357957',display_name='tempest-ServerStableDeviceRescueTest-server-938357957',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-938357957',id=22,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNCARaPwklbc0G1QB5L7H5eEckEHlzPQroM5odew0D8tLJEAamZMVJ7tToy1obivXckOe9v3P0n1SZRJt8WyC+o6x8lknPLLpSMimcqxkarGhRE3I/wQ0nKpsYikZqPOog==',key_name='tempest-keypair-1026218931',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:47:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='df7bdeb47d624f64a8f16915dda4fd38',ramdisk_id='',reservation_id='r-qke9p6nq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-829189407',owner_user_name='tempest-ServerStableDeviceRescueTest-829189407-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:49:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='783eeb42a53f4037a1aebd600188e327',uuid=c19f00c4-88c8-4b48-a53f-0e907ff1feca,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converting VIF {"id": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "address": "fa:16:3e:f6:02:62", "network": {"id": "0906eb5c-328b-4aea-a37d-49e0b8929f52", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1971001370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "df7bdeb47d624f64a8f16915dda4fd38", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc3e435b6-00", "ovs_interfaceid": "c3e435b6-00c8-41c6-9bbd-8db7d77f0a38", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG os_vif [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc3e435b6-00, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9dadfbdf-a9bb-4c29-950c-7bae21f9c10f) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:50:59 user nova-compute[74701]: INFO os_vif [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f6:02:62,bridge_name='br-int',has_traffic_filtering=True,id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38,network=Network(0906eb5c-328b-4aea-a37d-49e0b8929f52),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc3e435b6-00')
Oct 24 19:50:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Deleting instance files /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca_del
Oct 24 19:50:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Deletion of /opt/stack/data/nova/instances/c19f00c4-88c8-4b48-a53f-0e907ff1feca_del complete
Oct 24 19:50:59 user nova-compute[74701]: INFO nova.compute.manager [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:50:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.839s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== connect_volume: return (1843ms) {'type': 'block', 'scsi_wwn': '23839656261666237', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839656261666237', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-f48f4152-1378-4faf-b3d4-cb69d5134669 req-565c2c78-4da7-4bd6-a76e-71e9e9b6b6fc service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Received event network-vif-deleted-c3e435b6-00c8-41c6-9bbd-8db7d77f0a38 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:00 user nova-compute[74701]: INFO nova.compute.manager [req-f48f4152-1378-4faf-b3d4-cb69d5134669 req-565c2c78-4da7-4bd6-a76e-71e9e9b6b6fc service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Neutron deleted interface c3e435b6-00c8-41c6-9bbd-8db7d77f0a38; detaching it from the instance and deleting it from the info cache
Oct 24 19:51:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-f48f4152-1378-4faf-b3d4-cb69d5134669 req-565c2c78-4da7-4bd6-a76e-71e9e9b6b6fc service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:00 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-f48f4152-1378-4faf-b3d4-cb69d5134669 req-565c2c78-4da7-4bd6-a76e-71e9e9b6b6fc service nova] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Detach interface failed, port_id=c3e435b6-00c8-41c6-9bbd-8db7d77f0a38, reason: Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:51:01 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: c19f00c4-88c8-4b48-a53f-0e907ff1feca] Took 1.23 seconds to deallocate network for instance.
Oct 24 19:51:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7895MB free_disk=25.068641662597656GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:51:01 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:51:01 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:51:01 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:51:01 user nova-compute[74701]:   <serial>20010eab-eb93-4305-a354-c1cf7be79e8a</serial>
Oct 24 19:51:01 user nova-compute[74701]: </disk>
Oct 24 19:51:01 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c19f00c4-88c8-4b48-a53f-0e907ff1feca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4e5cde29-304b-4193-9d32-bb7b992d98b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No VIF found with MAC fa:16:3e:7e:c0:27, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.593s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.461s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-636ee4cf-4ddb-42a5-9886-882d2a943200 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.915s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:51:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:02 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Deleted allocations for instance c19f00c4-88c8-4b48-a53f-0e907ff1feca
Oct 24 19:51:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-240dcefe-e87d-4133-9d2f-e4124ccd8bd9 tempest-ServerStableDeviceRescueTest-829189407 tempest-ServerStableDeviceRescueTest-829189407-project-member] Lock "c19f00c4-88c8-4b48-a53f-0e907ff1feca" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.438s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74701) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG nova.objects.instance [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:03 user nova-compute[74701]: WARNING nova.compute.manager [req-d21c0a4e-0a35-4998-b61f-c56fac917e23 req-85929883-118f-4be1-a3aa-a1abf9b92fed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state active and task_state powering-off.
Oct 24 19:51:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:51:03 user nova-compute[74701]: INFO nova.compute.claims [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Claim successful on node user
Oct 24 19:51:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance destroyed successfully.
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-742337a5-b94e-4507-af25-48990fc10da9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.051s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:51:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:51:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.policy [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7da95e6c9f72483bb4f4175f3a737cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '255f3aec8ff04fb3a2b38c181447dfdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:51:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Creating image(s)
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "/opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "/opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "/opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk 1073741824" returned: 0 in 0.051s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Successfully created port: aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:51:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Cannot resize image /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Ensure instance console log exists: /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:05 user nova-compute[74701]: WARNING nova.compute.manager [req-f4742fd2-3cf2-42bb-8eaa-f81a07349b8b req-18df0840-3dbe-4caf-8538-ca7eee7e5b70 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state None.
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Successfully updated port: aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquired lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-changed-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Refreshing instance network info cache due to event network-changed-aff6b06f-1103-4b11-ad98-c43050802e84. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] Acquiring lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating instance_info_cache with network_info: [{"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Releasing lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Instance network_info: |[{"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] Acquired lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Refreshing network info cache for port aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Start _get_guest_xml network_info=[{"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:51:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-492858047',display_name='tempest-TestServerVolumeAttachmentScenario-server-492858047',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-492858047',id=31,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGw2njLD3GsoDIAnOkjah2KydDsV1zsYnxdmcyFGZZOht3/u3YjqXFjBKzONSZbKG4qtVEEay/9C0UEX8q9QOIf0QfczxtolVsGolYMlhXreiE4W/aOahFnVGy1ooxohLg==',key_name='tempest-keypair-701014465',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='255f3aec8ff04fb3a2b38c181447dfdf',ramdisk_id='',reservation_id='r-gyd0p74u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1724799860',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1724799860-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7da95e6c9f72483bb4f4175f3a737cda',uuid=e9c5ccfb-ff10-4565-a334-ff6889135dcb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converting VIF {"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.objects.instance [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'pci_devices' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:51:06 user nova-compute[74701]:   <uuid>e9c5ccfb-ff10-4565-a334-ff6889135dcb</uuid>
Oct 24 19:51:06 user nova-compute[74701]:   <name>instance-0000001f</name>
Oct 24 19:51:06 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:51:06 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:51:06 user nova-compute[74701]:   <metadata>
Oct 24 19:51:06 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:51:06 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-492858047</nova:name>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:51:06</nova:creationTime>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:51:06 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:51:06 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:owner>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:user uuid="7da95e6c9f72483bb4f4175f3a737cda">tempest-TestServerVolumeAttachmentScenario-1724799860-project-member</nova:user>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:project uuid="255f3aec8ff04fb3a2b38c181447dfdf">tempest-TestServerVolumeAttachmentScenario-1724799860</nova:project>
Oct 24 19:51:06 user nova-compute[74701]:       </nova:owner>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:51:06 user nova-compute[74701]:       <nova:ports>
Oct 24 19:51:06 user nova-compute[74701]:         <nova:port uuid="aff6b06f-1103-4b11-ad98-c43050802e84">
Oct 24 19:51:06 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:51:06 user nova-compute[74701]:         </nova:port>
Oct 24 19:51:06 user nova-compute[74701]:       </nova:ports>
Oct 24 19:51:06 user nova-compute[74701]:     </nova:instance>
Oct 24 19:51:06 user nova-compute[74701]:   </metadata>
Oct 24 19:51:06 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:51:06 user nova-compute[74701]:     <system>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="serial">e9c5ccfb-ff10-4565-a334-ff6889135dcb</entry>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="uuid">e9c5ccfb-ff10-4565-a334-ff6889135dcb</entry>
Oct 24 19:51:06 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:51:06 user nova-compute[74701]:     </system>
Oct 24 19:51:06 user nova-compute[74701]:   </sysinfo>
Oct 24 19:51:06 user nova-compute[74701]:   <os>
Oct 24 19:51:06 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:51:06 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:51:06 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:51:06 user nova-compute[74701]:   </os>
Oct 24 19:51:06 user nova-compute[74701]:   <features>
Oct 24 19:51:06 user nova-compute[74701]:     <acpi/>
Oct 24 19:51:06 user nova-compute[74701]:     <apic/>
Oct 24 19:51:06 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:51:06 user nova-compute[74701]:   </features>
Oct 24 19:51:06 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:51:06 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:51:06 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:51:06 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:51:06 user nova-compute[74701]:   </clock>
Oct 24 19:51:06 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:51:06 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:51:06 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:51:06 user nova-compute[74701]:   </cpu>
Oct 24 19:51:06 user nova-compute[74701]:   <devices>
Oct 24 19:51:06 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:51:06 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:51:06 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk"/>
Oct 24 19:51:06 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:51:06 user nova-compute[74701]:     </disk>
Oct 24 19:51:06 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:51:06 user nova-compute[74701]:       <mac address="fa:16:3e:ab:4b:7c"/>
Oct 24 19:51:06 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:51:06 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:51:06 user nova-compute[74701]:       <target dev="tapaff6b06f-11"/>
Oct 24 19:51:06 user nova-compute[74701]:     </interface>
Oct 24 19:51:06 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:51:06 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/console.log" append="off"/>
Oct 24 19:51:06 user nova-compute[74701]:     </serial>
Oct 24 19:51:06 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:51:06 user nova-compute[74701]:     <video>
Oct 24 19:51:06 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:51:06 user nova-compute[74701]:     </video>
Oct 24 19:51:06 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:51:06 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:51:06 user nova-compute[74701]:     </rng>
Oct 24 19:51:06 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:51:06 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:51:06 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:51:06 user nova-compute[74701]:     </memballoon>
Oct 24 19:51:06 user nova-compute[74701]:   </devices>
Oct 24 19:51:06 user nova-compute[74701]: </domain>
Oct 24 19:51:06 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-492858047',display_name='tempest-TestServerVolumeAttachmentScenario-server-492858047',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-492858047',id=31,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGw2njLD3GsoDIAnOkjah2KydDsV1zsYnxdmcyFGZZOht3/u3YjqXFjBKzONSZbKG4qtVEEay/9C0UEX8q9QOIf0QfczxtolVsGolYMlhXreiE4W/aOahFnVGy1ooxohLg==',key_name='tempest-keypair-701014465',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='255f3aec8ff04fb3a2b38c181447dfdf',ramdisk_id='',reservation_id='r-gyd0p74u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1724799860',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1724799860-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7da95e6c9f72483bb4f4175f3a737cda',uuid=e9c5ccfb-ff10-4565-a334-ff6889135dcb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converting VIF {"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG os_vif [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2b52390b-abc3-50d7-9dad-e30bb1a63fc7', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaff6b06f-11, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaff6b06f-11, col_values=(('qos', UUID('0d2fc95c-0d4d-4137-8601-f6cb3c269288')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaff6b06f-11, col_values=(('external_ids', {'iface-id': 'aff6b06f-1103-4b11-ad98-c43050802e84', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:4b:7c', 'vm-uuid': 'e9c5ccfb-ff10-4565-a334-ff6889135dcb'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:06 user nova-compute[74701]: INFO os_vif [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11')
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No VIF found with MAC fa:16:3e:ab:4b:7c, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updated VIF entry in instance network info cache for port aff6b06f-1103-4b11-ad98-c43050802e84. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG nova.network.neutron [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating instance_info_cache with network_info: [{"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-108526da-ba30-4280-b4ec-0028c159bb1b req-1bf51d5b-6c0e-44da-9865-c1f39b10bdf0 service nova] Releasing lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] No waiting events found dispatching network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:07 user nova-compute[74701]: WARNING nova.compute.manager [req-ac96c323-f982-462d-94c7-ddace3030315 req-728ba1a7-a244-4769-9e37-6c2ebbfe3d88 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received unexpected event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 for instance with vm_state building and task_state spawning.
Oct 24 19:51:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:51:09 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Instance spawned successfully.
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] No waiting events found dispatching network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:09 user nova-compute[74701]: WARNING nova.compute.manager [req-c1687428-99ed-41b4-a2fa-aa0e8eea1243 req-72f5f6c1-1b88-4bef-aa27-c36dc9fc866a service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received unexpected event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 for instance with vm_state building and task_state spawning.
Oct 24 19:51:09 user nova-compute[74701]: INFO nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Took 5.60 seconds to spawn the instance on the hypervisor.
Oct 24 19:51:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:51:09 user nova-compute[74701]: INFO nova.compute.manager [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Took 6.45 seconds to build instance.
Oct 24 19:51:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-57a9be1d-0c1b-470d-bb45-ffcfe42c3af1 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.561s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG nova.compute.manager [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing instance network info cache due to event network-changed-fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Refreshing network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated VIF entry in instance network info cache for port fd18a10d-1e71-496e-9162-80b009fd490f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG nova.network.neutron [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43284eba-4b91-4fcf-994c-37863f9fd8dd req-26a48ba5-b4e4-469c-9700-9cafb640b7b5 service nova] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Stashing vm_state: active {{(pid=74701) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-changed-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.compute.manager [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Refreshing instance network info cache due to event network-changed-d5936bb1-da46-4522-8608-c56062285f76. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Refreshing network info cache for port d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:51:38 user nova-compute[74701]: INFO nova.compute.claims [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Claim successful on node user
Oct 24 19:51:38 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating resource usage from migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updated VIF entry in instance network info cache for port d5936bb1-da46-4522-8608-c56062285f76. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7412a873-ddf5-4fd1-af9c-59085c6fc75b req-3e9eec5a-398b-453e-8855-e5e372f3cb03 service nova] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:38 user nova-compute[74701]: INFO nova.compute.manager [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Migrating
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Starting migrate_disk_and_power_off {{(pid=74701) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:39 user nova-compute[74701]: WARNING nova.compute.manager [req-4acd7ec3-7ba7-46d3-bb45-f576012b6ab2 req-68a9e0d7-4873-4901-98a5-062f66dda1b4 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state resize_migrating.
Oct 24 19:51:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance destroyed successfully.
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5936bb1-da, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=856d946a-adc4-4d3c-89c6-6039833791c2) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:40 user nova-compute[74701]: INFO os_vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da')
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:51:40 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f80d10d-1693-4cb9-b4b0-e15142734825]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:51:40 user nova-compute[74701]: No targets found.
Oct 24 19:51:40 user nova-compute[74701]: iSNS:
Oct 24 19:51:40 user nova-compute[74701]: No targets found.
Oct 24 19:51:40 user nova-compute[74701]: STATIC:
Oct 24 19:51:40 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:51:40 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:51:40 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:51:40 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:51:40 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:51:40 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:51:40 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:51:40 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:51:40 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:51:40 user nova-compute[74701]: FIRMWARE:
Oct 24 19:51:40 user nova-compute[74701]: No targets found.
Oct 24 19:51:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:51:40 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:51:40 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[430699b4-dbc5-4c9d-917b-ade0ac3a5299]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec16b12-96d8-48eb-ad43-11d28769cd07]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:51:40 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:40 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:51:40 user nova-compute[74701]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:40 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006edc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4d118b1-fa6c-4259-a211-7e588c6cf81a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[964f5abc-6ea3-4fba-bf1a-05089a2cec96]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[57d16b1f-ef4f-4a02-a70a-a185d285409b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[00f69d0f-b81a-458f-9535-499af3ec6aca]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_11ebfcf5', '/dev/disk/by-id/scsi-23235386562366137', '/dev/disk/by-id/scsi-1SCST_BIO11ebfcf5-258eb6a725fac9cd') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[270754ad-8635-429c-a307-1d6e7c8b500e]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[457a9294-3b3e-447c-b538-b2b1e5af42c9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40099b29-d2c8-49f7-a957-4e76c6120082]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]
Oct 24 19:51:40 user nova-compute[74701]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.
Oct 24 19:51:40 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ecaa424-8736-45f6-bc1a-723d2676c71e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== disconnect_volume: return (299ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:51:40 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Port d5936bb1-da46-4522-8608-c56062285f76 binding to destination host user is already ACTIVE {{(pid=74701) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:51:41 user nova-compute[74701]: WARNING nova.compute.manager [req-8c2d2989-e44a-4b2b-abde-e03b577b4a04 req-180c7fe1-47f9-438c-81ab-b8fcc5ae1f3e service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state resize_migrated.
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:51:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG nova.network.neutron [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.utils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9be32f11-52de-4f1c-9e22-fda86f1ed304]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[555fc206-5de1-46b6-8b8e-ea32fad4655f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5f1e9b-8263-4ead-b0ce-8b62c784bed4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c7ff85-7f9c-4e73-92e0-7fdfd738d0d6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:51:42 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:51:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8c916d-e4a5-4f7a-850d-bac1ce1a7970]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:51:42 user nova-compute[74701]: DEBUG os_brick.utils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== get_connector_properties: return (157ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:51:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:51:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:51:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8017MB free_disk=25.13494873046875GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Applying migration context for instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 as it has an incoming, in-progress migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f. Migration status is post-migrating {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 19:51:59 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating resource usage from migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4e5cde29-304b-4193-9d32-bb7b992d98b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e9c5ccfb-ff10-4565-a334-ff6889135dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Starting finish_migration {{(pid=74701) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:51:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Creating image(s)
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Ensure instance console log exists: /opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start _get_guest_xml network_info=[{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '4051a8e9-42bc-468d-9f4f-26b1c0ef9d28', 'attached_at': '2023-10-24T19:51:59.000000', 'detached_at': '', 'volume_id': '71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'serial': '71f608e9-08c8-4846-bbd7-4341e80e8fd7'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '708c9ca8-4a1b-4b0b-95d1-9331c0259b26', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:51:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:51:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:51:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:51:59 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4bb7f5-4f76-4951-9fcf-3194ff930af2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:51:59 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[196a2f21-79c7-4372-a186-2e330816920b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7] added
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[80be3fdc-f211-44c1-a288-c13be841044b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b530a082-c9e7-4466-8871-4286526e25c7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OxpjvuXr {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OxpjvuXr" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa40e203-10fc-4df2-88aa-edf76eb0315f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OxpjvuXr'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[805ec495-17f0-4f08-9183-28dfabf762aa]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.484s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5c54ba-5b8c-4bd5-ae1e-98bbeee77709]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2520054d-e0de-4bcc-ad98-ea2591ac7ed4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]
Oct 24 19:51:59 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f2c56e-4854-4ce0-8865-b64e3577706b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebe0079-0a24-408d-b3a5-74520277e771]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:51:59 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:51:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:51:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d23c369-8bf0-4ae5-9238-84db1163c86f]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:52:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23235386562366137', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23235386562366137', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:52:01 user nova-compute[74701]:   <uuid>4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</uuid>
Oct 24 19:52:01 user nova-compute[74701]:   <name>instance-0000001c</name>
Oct 24 19:52:01 user nova-compute[74701]:   <memory>2097152</memory>
Oct 24 19:52:01 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:52:01 user nova-compute[74701]:   <metadata>
Oct 24 19:52:01 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:52:01 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:52:01 user nova-compute[74701]:       <nova:name>tempest-ServerActionsTestOtherA-server-160640986</nova:name>
Oct 24 19:52:01 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:51:59</nova:creationTime>
Oct 24 19:52:01 user nova-compute[74701]:       <nova:flavor name="m1.small">
Oct 24 19:52:01 user nova-compute[74701]:         <nova:memory>2048</nova:memory>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:disk>20</nova:disk>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:52:01 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:52:01 user nova-compute[74701]:       <nova:owner>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:user uuid="46a952edd9ac4385af98ef4752ad8154">tempest-ServerActionsTestOtherA-996734114-project-member</nova:user>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:project uuid="b034b0cafba6420eb09425db5d4b7608">tempest-ServerActionsTestOtherA-996734114</nova:project>
Oct 24 19:52:01 user nova-compute[74701]:       </nova:owner>
Oct 24 19:52:01 user nova-compute[74701]:       <nova:ports>
Oct 24 19:52:01 user nova-compute[74701]:         <nova:port uuid="d5936bb1-da46-4522-8608-c56062285f76">
Oct 24 19:52:01 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 24 19:52:01 user nova-compute[74701]:         </nova:port>
Oct 24 19:52:01 user nova-compute[74701]:       </nova:ports>
Oct 24 19:52:01 user nova-compute[74701]:     </nova:instance>
Oct 24 19:52:01 user nova-compute[74701]:   </metadata>
Oct 24 19:52:01 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:52:01 user nova-compute[74701]:     <system>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="serial">4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</entry>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="uuid">4051a8e9-42bc-468d-9f4f-26b1c0ef9d28</entry>
Oct 24 19:52:01 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:52:01 user nova-compute[74701]:     </system>
Oct 24 19:52:01 user nova-compute[74701]:   </sysinfo>
Oct 24 19:52:01 user nova-compute[74701]:   <os>
Oct 24 19:52:01 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:52:01 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:52:01 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:52:01 user nova-compute[74701]:   </os>
Oct 24 19:52:01 user nova-compute[74701]:   <features>
Oct 24 19:52:01 user nova-compute[74701]:     <acpi/>
Oct 24 19:52:01 user nova-compute[74701]:     <apic/>
Oct 24 19:52:01 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:52:01 user nova-compute[74701]:   </features>
Oct 24 19:52:01 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:52:01 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:52:01 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:52:01 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:52:01 user nova-compute[74701]:   </clock>
Oct 24 19:52:01 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:52:01 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:52:01 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:52:01 user nova-compute[74701]:   </cpu>
Oct 24 19:52:01 user nova-compute[74701]:   <devices>
Oct 24 19:52:01 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:52:01 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:52:01 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 19:52:01 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:52:01 user nova-compute[74701]:       <serial>71f608e9-08c8-4846-bbd7-4341e80e8fd7</serial>
Oct 24 19:52:01 user nova-compute[74701]:     </disk>
Oct 24 19:52:01 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:52:01 user nova-compute[74701]:       <mac address="fa:16:3e:43:1d:53"/>
Oct 24 19:52:01 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:01 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:52:01 user nova-compute[74701]:       <target dev="tapd5936bb1-da"/>
Oct 24 19:52:01 user nova-compute[74701]:     </interface>
Oct 24 19:52:01 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:52:01 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28/console.log" append="off"/>
Oct 24 19:52:01 user nova-compute[74701]:     </serial>
Oct 24 19:52:01 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:52:01 user nova-compute[74701]:     <video>
Oct 24 19:52:01 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:01 user nova-compute[74701]:     </video>
Oct 24 19:52:01 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:52:01 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:52:01 user nova-compute[74701]:     </rng>
Oct 24 19:52:01 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:52:01 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:52:01 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:52:01 user nova-compute[74701]:     </memballoon>
Oct 24 19:52:01 user nova-compute[74701]:   </devices>
Oct 24 19:52:01 user nova-compute[74701]: </domain>
Oct 24 19:52:01 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:50:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-893758701-network", "vif_mac": "fa:16:3e:43:1d:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG os_vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1764c812-6ca0-5ddd-8f14-443a5801e741', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd5936bb1-da, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd5936bb1-da, col_values=(('qos', UUID('8dd62450-137c-43cc-b9e3-96b72f64b504')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd5936bb1-da, col_values=(('external_ids', {'iface-id': 'd5936bb1-da46-4522-8608-c56062285f76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:43:1d:53', 'vm-uuid': '4051a8e9-42bc-468d-9f4f-26b1c0ef9d28'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:01 user nova-compute[74701]: INFO os_vif [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da')
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] No VIF found with MAC fa:16:3e:43:1d:53, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:02 user nova-compute[74701]: WARNING nova.compute.manager [req-81627c83-b23e-4bac-8b31-54bc7febf3d2 req-ddbe0546-599c-4d3e-8038-3c7b79f0866f service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state resize_finish.
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-changed-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Refreshing instance network info cache due to event network-changed-3b34632e-3dc2-47ca-9896-cc761f858ff1. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] Acquiring lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] Acquired lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:03 user nova-compute[74701]: DEBUG nova.network.neutron [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Refreshing network info cache for port 3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 551bdc55-b0d1-4b38-a1ee-7399a7378516 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:52:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance running successfully.
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Failed to set time: agent not configured {{(pid=74701) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-29fbd78f-33b6-401b-8861-31bc4f6f9df5 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] finish_migration finished successfully. {{(pid=74701) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.network.neutron [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updated VIF entry in instance network info cache for port 3b34632e-3dc2-47ca-9896-cc761f858ff1. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.network.neutron [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updating instance_info_cache with network_info: [{"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [{"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-784c31fe-9b50-4f10-8754-d5968a3f3784 req-bc8bf9ed-bec4-4668-9349-7de24132238c service nova] Releasing lock "refresh_cache-4e5cde29-304b-4193-9d32-bb7b992d98b8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:04 user nova-compute[74701]: WARNING nova.compute.manager [req-07df6d9d-9358-47fd-920e-641e5ccf6b69 req-6953bb43-4cd6-4b53-9276-b2f4f6d8c5bd service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state resize_finish.
Oct 24 19:52:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-551bdc55-b0d1-4b38-a1ee-7399a7378516" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:52:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:52:18 user nova-compute[74701]: INFO nova.compute.claims [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Claim successful on node user
Oct 24 19:52:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:52:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:52:18 user nova-compute[74701]: DEBUG nova.policy [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:52:18 user nova-compute[74701]: INFO nova.virt.block_device [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Booting with volume snapshot 60d35f4c-2e4f-44c7-b327-5114ee5995c7 at /dev/vda
Oct 24 19:52:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Successfully created port: 58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Successfully updated port: 58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-changed-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Refreshing instance network info cache due to event network-changed-58723ff3-2802-4d05-9084-d11677a2d0bb. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] Acquiring lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updating instance_info_cache with network_info: [{"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Instance network_info: |[{"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] Acquired lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Refreshing network info cache for port 58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG nova.network.neutron [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updated VIF entry in instance network info cache for port 58723ff3-2802-4d05-9084-d11677a2d0bb. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG nova.network.neutron [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updating instance_info_cache with network_info: [{"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d61a4365-3583-459a-b2d3-da4fede4ec81 req-fb0cf661-893d-41eb-8001-3566bd6b600f service nova] Releasing lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:52:21 user nova-compute[74701]: INFO nova.compute.claims [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Claim successful on node user
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.521s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:52:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.policy [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fb87d5f6ea64bc69d7615e930645fef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e299c2e9632e4792943abdb03d7f70ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:52:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Creating image(s)
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.200s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk 1073741824" returned: 0 in 0.052s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Successfully created port: 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Cannot resize image /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Ensure instance console log exists: /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Successfully updated port: 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing instance network info cache due to event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance network_info: |[{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start _get_guest_xml network_info=[{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:52:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1137624788',display_name='tempest-ServerRescueNegativeTestJSON-server-1137624788',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1137624788',id=33,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBbSIwwN5qRX5J2vsNJvcLfSVjoFTNu+gPc6yDU0ircUTbMJ/6Lg+GwcXgVOmhgrKwcKp6I55P2ELZuviGVuphbt81CEtmUuj+Z5NCelpBbeZjl15GrMgD8+3tAPVUh61g==',key_name='tempest-keypair-961835346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-6txf58tv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:52:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=7015fd2b-e4fd-45ba-a976-05c1e4a2add0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.utils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:52:24 user nova-compute[74701]:   <uuid>7015fd2b-e4fd-45ba-a976-05c1e4a2add0</uuid>
Oct 24 19:52:24 user nova-compute[74701]:   <name>instance-00000021</name>
Oct 24 19:52:24 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:52:24 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:52:24 user nova-compute[74701]:   <metadata>
Oct 24 19:52:24 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:52:24 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1137624788</nova:name>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:52:24</nova:creationTime>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:52:24 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:52:24 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:owner>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:52:24 user nova-compute[74701]:       </nova:owner>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:52:24 user nova-compute[74701]:       <nova:ports>
Oct 24 19:52:24 user nova-compute[74701]:         <nova:port uuid="9559fd50-5f7c-4268-a14a-a40da76d58b6">
Oct 24 19:52:24 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 19:52:24 user nova-compute[74701]:         </nova:port>
Oct 24 19:52:24 user nova-compute[74701]:       </nova:ports>
Oct 24 19:52:24 user nova-compute[74701]:     </nova:instance>
Oct 24 19:52:24 user nova-compute[74701]:   </metadata>
Oct 24 19:52:24 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:52:24 user nova-compute[74701]:     <system>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="serial">7015fd2b-e4fd-45ba-a976-05c1e4a2add0</entry>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="uuid">7015fd2b-e4fd-45ba-a976-05c1e4a2add0</entry>
Oct 24 19:52:24 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:52:24 user nova-compute[74701]:     </system>
Oct 24 19:52:24 user nova-compute[74701]:   </sysinfo>
Oct 24 19:52:24 user nova-compute[74701]:   <os>
Oct 24 19:52:24 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:52:24 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:52:24 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:52:24 user nova-compute[74701]:   </os>
Oct 24 19:52:24 user nova-compute[74701]:   <features>
Oct 24 19:52:24 user nova-compute[74701]:     <acpi/>
Oct 24 19:52:24 user nova-compute[74701]:     <apic/>
Oct 24 19:52:24 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:52:24 user nova-compute[74701]:   </features>
Oct 24 19:52:24 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:52:24 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:52:24 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:52:24 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:52:24 user nova-compute[74701]:   </clock>
Oct 24 19:52:24 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:52:24 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:52:24 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:52:24 user nova-compute[74701]:   </cpu>
Oct 24 19:52:24 user nova-compute[74701]:   <devices>
Oct 24 19:52:24 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:52:24 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:52:24 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk"/>
Oct 24 19:52:24 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:52:24 user nova-compute[74701]:     </disk>
Oct 24 19:52:24 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:52:24 user nova-compute[74701]:       <mac address="fa:16:3e:ff:da:05"/>
Oct 24 19:52:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:24 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:52:24 user nova-compute[74701]:       <target dev="tap9559fd50-5f"/>
Oct 24 19:52:24 user nova-compute[74701]:     </interface>
Oct 24 19:52:24 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:52:24 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/console.log" append="off"/>
Oct 24 19:52:24 user nova-compute[74701]:     </serial>
Oct 24 19:52:24 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:52:24 user nova-compute[74701]:     <video>
Oct 24 19:52:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:24 user nova-compute[74701]:     </video>
Oct 24 19:52:24 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:52:24 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:52:24 user nova-compute[74701]:     </rng>
Oct 24 19:52:24 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:52:24 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:52:24 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:52:24 user nova-compute[74701]:     </memballoon>
Oct 24 19:52:24 user nova-compute[74701]:   </devices>
Oct 24 19:52:24 user nova-compute[74701]: </domain>
Oct 24 19:52:24 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1137624788',display_name='tempest-ServerRescueNegativeTestJSON-server-1137624788',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1137624788',id=33,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBbSIwwN5qRX5J2vsNJvcLfSVjoFTNu+gPc6yDU0ircUTbMJ/6Lg+GwcXgVOmhgrKwcKp6I55P2ELZuviGVuphbt81CEtmUuj+Z5NCelpBbeZjl15GrMgD8+3tAPVUh61g==',key_name='tempest-keypair-961835346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-6txf58tv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:52:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=7015fd2b-e4fd-45ba-a976-05c1e4a2add0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_vif [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e046ee4d-efcb-5d44-8bb7-2b9da55bd0a2', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17c7643-52e9-4d6f-9111-8d325c54ee01]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9559fd50-5f, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9559fd50-5f, col_values=(('qos', UUID('0c8cdc41-0eeb-4f59-97e4-36670b839959')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9559fd50-5f, col_values=(('external_ids', {'iface-id': '9559fd50-5f7c-4268-a14a-a40da76d58b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:da:05', 'vm-uuid': '7015fd2b-e4fd-45ba-a976-05c1e4a2add0'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a5672c0-6315-47f5-89cc-e5d88811a39a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:24 user nova-compute[74701]: INFO os_vif [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f')
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f766f345-b525-4d4e-ac5b-54283fbae374]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c865ddef-7711-4781-99f9-e4661f5fae9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:24 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:52:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de3735a-caa6-48ce-bb7d-40ce20cd8663]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG os_brick.utils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updating existing volume attachment record: 4cf5d32c-452e-46ff-8791-98abafa3b2b7 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:52:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:ff:da:05, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:52:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updated VIF entry in instance network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:52:25 user nova-compute[74701]: DEBUG nova.network.neutron [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fba75293-5f89-459f-825f-485d0a47830e req-d7818332-be03-4f22-95d0-9146e2e18a02 service nova] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:26 user nova-compute[74701]: WARNING nova.compute.manager [req-927be81c-79c7-4643-b2d8-3bd08aa38ec9 req-cdf5fa51-2ea2-4e58-b8b7-0530b7f476e0 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state building and task_state spawning.
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:52:28 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance spawned successfully.
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:28 user nova-compute[74701]: WARNING nova.compute.manager [req-082794fd-b2b8-43c8-aba3-82469d528f58 req-0e3c01f8-31d0-447f-981d-9711a9a3c9a7 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state building and task_state spawning.
Oct 24 19:52:28 user nova-compute[74701]: INFO nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 24 19:52:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:52:28 user nova-compute[74701]: INFO nova.compute.manager [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Took 6.72 seconds to build instance.
Oct 24 19:52:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e4bdc1c1-568c-4a41-afba-e8ed45fcace9 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.819s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-changed-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Refreshing instance network info cache due to event network-changed-bd3d28d9-9693-4e71-a935-dccaab9c67d6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] Acquiring lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] Acquired lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Refreshing network info cache for port bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Ignoring supplied device name: /dev/vdb
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:41 user nova-compute[74701]: INFO nova.compute.manager [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Attaching volume b788e4fb-5e19-443f-8786-60655bfa53bf to /dev/vdb
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.utils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9da627-d566-44c7-937f-dd151b674318]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[87aa22ae-aa4a-415c-90c7-b70942717b3f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4573c53b-6204-4b30-b534-be718dffc27d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e61a4db-8830-4b7a-a534-a3764ac2bde7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updated VIF entry in instance network info cache for port bd3d28d9-9693-4e71-a935-dccaab9c67d6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updating instance_info_cache with network_info: [{"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:41 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a1ae80-d16f-46dc-8167-02e86571a567]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG os_brick.utils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updating existing volume attachment record: 458dcad0-d361-4998-a9f2-930a467047af {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2466e075-cf96-43c7-abe5-e5bb0afb67cc req-c9d253d8-3bf1-457a-8357-a15bd40606f8 service nova] Releasing lock "refresh_cache-17865d9a-9f38-4f06-b6df-3f3029d0bf22" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:52:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Creating image(s)
Oct 24 19:52:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Ensure instance console log exists: /opt/stack/data/nova/instances/46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Start _get_guest_xml network_info=[{"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T19:52:06Z,direct_url=<?>,disk_format='qcow2',id=db889128-e0e9-41a1-8de6-afe1a128e13c,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-830824760',owner='dd5d9b1144314159b62e072151feddc4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T19:52:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JAbtTyrw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8', 'attached_at': '', 'detached_at': '', 'volume_id': '98feef56-5499-4aa2-a442-1b0cb139370f', 'serial': '98feef56-5499-4aa2-a442-1b0cb139370f'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '4cf5d32c-452e-46ff-8791-98abafa3b2b7', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:52:44 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:44 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-24T19:52:06Z,direct_url=<?>,disk_format='qcow2',id=db889128-e0e9-41a1-8de6-afe1a128e13c,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-830824760',owner='dd5d9b1144314159b62e072151feddc4',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-24T19:52:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JAbtTyrw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:44 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:52:44 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:52:44 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dd8cc09-00f5-4b7f-ab7a-c9647ba9a9a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:52:44 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6caede5-cbf3-4e60-bbe1-e41281cc5e1f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f] added
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad55742-40d8-4ddf-937f-cee2a377cd40]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a552b40-80da-47c9-8d19-bf7384139edb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JAbtTyrw {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JAbtTyrw" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bdf3020-ddbd-45c0-b094-0761b48f64cb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JAbtTyrw'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[37793ecd-f13f-49e9-92d1-258a6982a283]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d084141-2c07-4cb3-b3ba-7e1c99aac2b1]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b84b248-6193-4bf4-824b-83105659ccc8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260]
Oct 24 19:52:44 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260] successful.
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d18fbb9c-1059-4139-9296-ec9ee0df1276]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecfafdc0-42b9-4a3c-b1eb-ce68aa7b6e42]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:44 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:44 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3bcaac-7a87-46f6-ae77-7bffc3e04434]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JAbtTyrw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:52:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26139653661323530', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139653661323530', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1736034341',id=32,image_ref='db889128-e0e9-41a1-8de6-afe1a128e13c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAN03Hq8ZUXbOCscqGQsA++UtROTmX6aZRqk3i5Sf5C89UkYVpDOQmzdwmKiq8+ux2oQ7zX7J3lhb1MXwhj+BR3LUhGSLkuAqcOz2es313hoozHTvl0BYw3dF0QQVy3f6w==',key_name='tempest-keypair-1220593597',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-k33wvf3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-879223172',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:52:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:52:45 user nova-compute[74701]:   <uuid>46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8</uuid>
Oct 24 19:52:45 user nova-compute[74701]:   <name>instance-00000020</name>
Oct 24 19:52:45 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:52:45 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:52:45 user nova-compute[74701]:   <metadata>
Oct 24 19:52:45 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:52:45 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1736034341</nova:name>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:52:44</nova:creationTime>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:52:45 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:52:45 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:owner>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 19:52:45 user nova-compute[74701]:       </nova:owner>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:root type="image" uuid="db889128-e0e9-41a1-8de6-afe1a128e13c"/>
Oct 24 19:52:45 user nova-compute[74701]:       <nova:ports>
Oct 24 19:52:45 user nova-compute[74701]:         <nova:port uuid="58723ff3-2802-4d05-9084-d11677a2d0bb">
Oct 24 19:52:45 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:52:45 user nova-compute[74701]:         </nova:port>
Oct 24 19:52:45 user nova-compute[74701]:       </nova:ports>
Oct 24 19:52:45 user nova-compute[74701]:     </nova:instance>
Oct 24 19:52:45 user nova-compute[74701]:   </metadata>
Oct 24 19:52:45 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:52:45 user nova-compute[74701]:     <system>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="serial">46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8</entry>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="uuid">46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8</entry>
Oct 24 19:52:45 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:52:45 user nova-compute[74701]:     </system>
Oct 24 19:52:45 user nova-compute[74701]:   </sysinfo>
Oct 24 19:52:45 user nova-compute[74701]:   <os>
Oct 24 19:52:45 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:52:45 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:52:45 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:52:45 user nova-compute[74701]:   </os>
Oct 24 19:52:45 user nova-compute[74701]:   <features>
Oct 24 19:52:45 user nova-compute[74701]:     <acpi/>
Oct 24 19:52:45 user nova-compute[74701]:     <apic/>
Oct 24 19:52:45 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:52:45 user nova-compute[74701]:   </features>
Oct 24 19:52:45 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:52:45 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:52:45 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:52:45 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:52:45 user nova-compute[74701]:   </clock>
Oct 24 19:52:45 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:52:45 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:52:45 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:52:45 user nova-compute[74701]:   </cpu>
Oct 24 19:52:45 user nova-compute[74701]:   <devices>
Oct 24 19:52:45 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:52:45 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:52:45 user nova-compute[74701]:       <source dev="/dev/sde"/>
Oct 24 19:52:45 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:52:45 user nova-compute[74701]:       <serial>98feef56-5499-4aa2-a442-1b0cb139370f</serial>
Oct 24 19:52:45 user nova-compute[74701]:     </disk>
Oct 24 19:52:45 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:52:45 user nova-compute[74701]:       <mac address="fa:16:3e:72:3b:2a"/>
Oct 24 19:52:45 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:45 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:52:45 user nova-compute[74701]:       <target dev="tap58723ff3-28"/>
Oct 24 19:52:45 user nova-compute[74701]:     </interface>
Oct 24 19:52:45 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:52:45 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8/console.log" append="off"/>
Oct 24 19:52:45 user nova-compute[74701]:     </serial>
Oct 24 19:52:45 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:52:45 user nova-compute[74701]:     <video>
Oct 24 19:52:45 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:45 user nova-compute[74701]:     </video>
Oct 24 19:52:45 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:52:45 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:52:45 user nova-compute[74701]:     </rng>
Oct 24 19:52:45 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:52:45 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:52:45 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:52:45 user nova-compute[74701]:     </memballoon>
Oct 24 19:52:45 user nova-compute[74701]:   </devices>
Oct 24 19:52:45 user nova-compute[74701]: </domain>
Oct 24 19:52:45 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1736034341',id=32,image_ref='db889128-e0e9-41a1-8de6-afe1a128e13c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAN03Hq8ZUXbOCscqGQsA++UtROTmX6aZRqk3i5Sf5C89UkYVpDOQmzdwmKiq8+ux2oQ7zX7J3lhb1MXwhj+BR3LUhGSLkuAqcOz2es313hoozHTvl0BYw3dF0QQVy3f6w==',key_name='tempest-keypair-1220593597',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-k33wvf3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-879223172',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:52:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG os_vif [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '170f2258-9af8-5392-896a-f1682d35af7b', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58723ff3-28, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58723ff3-28, col_values=(('qos', UUID('d8f1d102-0494-467a-b358-dc9aa2d31a24')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58723ff3-28, col_values=(('external_ids', {'iface-id': '58723ff3-2802-4d05-9084-d11677a2d0bb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:3b:2a', 'vm-uuid': '46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:45 user nova-compute[74701]: INFO os_vif [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28')
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:52:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:72:3b:2a, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:52:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] No waiting events found dispatching network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:47 user nova-compute[74701]: WARNING nova.compute.manager [req-30ae6424-2652-406e-8ecf-e58b208795a3 req-743b6f01-8b39-416c-ad01-34617cae809f service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received unexpected event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb for instance with vm_state building and task_state spawning.
Oct 24 19:52:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:52:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Instance spawned successfully.
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:52:49 user nova-compute[74701]: INFO nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Took 5.35 seconds to spawn the instance on the hypervisor.
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] No waiting events found dispatching network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:49 user nova-compute[74701]: WARNING nova.compute.manager [req-e456fe44-543f-4bdf-8709-218f2acd75cc req-dfb9a876-8e0a-47fb-9403-5a11fbff9479 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received unexpected event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb for instance with vm_state building and task_state spawning.
Oct 24 19:52:49 user nova-compute[74701]: INFO nova.compute.manager [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Took 31.24 seconds to build instance.
Oct 24 19:52:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-01c7bb08-3782-4b7b-b23b-b8416d6d9d3c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.403s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG nova.network.neutron [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'info_cache' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:53 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.network.neutron [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance destroyed successfully.
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'resources' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap030a3d43-db, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0f5597f-9dbb-4d7a-a465-8622fde38220) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:54 user nova-compute[74701]: INFO os_vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:54 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f76ea4df-5f42-4358-86ba-fba2f02503fa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:52:54 user nova-compute[74701]: No targets found.
Oct 24 19:52:54 user nova-compute[74701]: iSNS:
Oct 24 19:52:54 user nova-compute[74701]: No targets found.
Oct 24 19:52:54 user nova-compute[74701]: STATIC:
Oct 24 19:52:54 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f
Oct 24 19:52:54 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:52:54 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:52:54 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:52:54 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:52:54 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:52:54 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:52:54 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:52:54 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:52:54 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:52:54 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:52:54 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:52:54 user nova-compute[74701]: FIRMWARE:
Oct 24 19:52:54 user nova-compute[74701]: No targets found.
Oct 24 19:52:54 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:52:54 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:52:54 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc5538c-9b9b-47e3-9c8c-d5b8b252e7bc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a9491b-f8df-4eaf-afd0-42dee6251990]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:54 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:54 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:54 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006616c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea4e6fa-5fa2-463a-9d9c-38a23e7ceea1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f56e797-ae0c-49e9-8d80-04b0bdd18e54]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ba2326-30e8-4e73-9560-34da43b19680]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[376ff845-c370-45f9-9f36-c28c766daeaa]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b83225-b0c6-4536-af03-c4a2e51ab98d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1068c4-c9ba-4bb7-bf5d-22e3e8f575f8]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]
Oct 24 19:52:54 user nova-compute[74701]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.
Oct 24 19:52:54 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee150f4-f636-4831-971d-a80815672711]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== disconnect_volume: return (345ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start _get_guest_xml network_info=[{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '9e0cdf55-2274-47b8-967e-86395657ad83', 'attached_at': '', 'detached_at': '', 'volume_id': '20010eab-eb93-4305-a354-c1cf7be79e8a', 'serial': '20010eab-eb93-4305-a354-c1cf7be79e8a'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '3c10df76-5b61-41b0-b267-d134c01f4fe9', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-changed-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Refreshing instance network info cache due to event network-changed-aff6b06f-1103-4b11-ad98-c43050802e84. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] Acquiring lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] Acquired lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Refreshing network info cache for port aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:54 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:54 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:54 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:52:54 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:52:54 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d36316-6b53-4c9b-9a8f-bb215d986642]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:52:54 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5504dbb5-92bc-493e-9356-0c79db3942a9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a] added
Oct 24 19:52:54 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[494c8068-7b1d-4b5f-b33b-eeaef26cb1b1]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[20167f64-1a66-46ce-a95c-20b9c6c3af9b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mBgOjLkX {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mBgOjLkX" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[99876df3-3095-4baf-8fe0-38470977098a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mBgOjLkX'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[455739e8-8567-4f36-90fb-5bb453e1c163]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:54 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[971fc50c-fb24-4f03-86c6-9e1b4d4a5cda]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b427e47-5c1b-45f6-9ffd-a05adc8ac083]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]
Oct 24 19:52:55 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.
Oct 24 19:52:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2097221-7ac6-4652-a0ce-14d42a3a3046]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[495eab2e-b746-4f71-832e-272913c6ba63]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:52:55 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:52:55 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] HCTL ('35', '-', '-', 0) found on session 29 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updated VIF entry in instance network info cache for port aff6b06f-1103-4b11-ad98-c43050802e84. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating instance_info_cache with network_info: [{"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed795c63-49ad-41b1-9e2b-9b5acbc080d1 req-dc29e8d2-ff27-44a2-9654-6332dd2dab90 service nova] Releasing lock "refresh_cache-e9c5ccfb-ff10-4565-a334-ff6889135dcb" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[840e537e-215c-48fd-9e34-f3bc96acd80c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 29 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:55 user nova-compute[74701]: INFO nova.compute.manager [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attaching volume a6a102b5-0253-43b8-b4e7-fd379b23e989 to /dev/vdb
Oct 24 19:52:55 user nova-compute[74701]: DEBUG os_brick.utils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:52:55 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[916a519d-873e-4349-bf18-56a831a5789d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c582e68a-3c53-4f0c-b962-0ec4f96cb6ed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b8c092a-1c76-440d-8cfc-715d44c7c67c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a38e80-279c-4e27-8e62-9c5dce0b92df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:52:56 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe6ba0b-d644-465c-8849-ca6d0d261f04]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.utils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating existing volume attachment record: b110ca6f-51e5-4d49-b689-5b3d0055f744 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.444s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== connect_volume: return (1445ms) {'type': 'block', 'scsi_wwn': '23839656261666237', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839656261666237', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:52:56 user nova-compute[74701]:   <uuid>9e0cdf55-2274-47b8-967e-86395657ad83</uuid>
Oct 24 19:52:56 user nova-compute[74701]:   <name>instance-0000001b</name>
Oct 24 19:52:56 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:52:56 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:52:56 user nova-compute[74701]:   <metadata>
Oct 24 19:52:56 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:52:56 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeTestJSON-server-1550351667</nova:name>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:52:54</nova:creationTime>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:52:56 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:52:56 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:owner>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:user uuid="249beeb2f0bd4a549efbf1d9bbef82dc">tempest-AttachVolumeTestJSON-607774084-project-member</nova:user>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:project uuid="dee02a4bcb1d45d88a0bc262299630c9">tempest-AttachVolumeTestJSON-607774084</nova:project>
Oct 24 19:52:56 user nova-compute[74701]:       </nova:owner>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:52:56 user nova-compute[74701]:       <nova:ports>
Oct 24 19:52:56 user nova-compute[74701]:         <nova:port uuid="030a3d43-db02-49d0-b050-1f2416455275">
Oct 24 19:52:56 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 19:52:56 user nova-compute[74701]:         </nova:port>
Oct 24 19:52:56 user nova-compute[74701]:       </nova:ports>
Oct 24 19:52:56 user nova-compute[74701]:     </nova:instance>
Oct 24 19:52:56 user nova-compute[74701]:   </metadata>
Oct 24 19:52:56 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:52:56 user nova-compute[74701]:     <system>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="serial">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="uuid">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:52:56 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:52:56 user nova-compute[74701]:     </system>
Oct 24 19:52:56 user nova-compute[74701]:   </sysinfo>
Oct 24 19:52:56 user nova-compute[74701]:   <os>
Oct 24 19:52:56 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:52:56 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:52:56 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:52:56 user nova-compute[74701]:   </os>
Oct 24 19:52:56 user nova-compute[74701]:   <features>
Oct 24 19:52:56 user nova-compute[74701]:     <acpi/>
Oct 24 19:52:56 user nova-compute[74701]:     <apic/>
Oct 24 19:52:56 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:52:56 user nova-compute[74701]:   </features>
Oct 24 19:52:56 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:52:56 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:52:56 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:52:56 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:52:56 user nova-compute[74701]:   </clock>
Oct 24 19:52:56 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:52:56 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:52:56 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:52:56 user nova-compute[74701]:   </cpu>
Oct 24 19:52:56 user nova-compute[74701]:   <devices>
Oct 24 19:52:56 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:52:56 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:52:56 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk"/>
Oct 24 19:52:56 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:52:56 user nova-compute[74701]:     </disk>
Oct 24 19:52:56 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:52:56 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:52:56 user nova-compute[74701]:       <source dev="/dev/sdd"/>
Oct 24 19:52:56 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:52:56 user nova-compute[74701]:       <serial>20010eab-eb93-4305-a354-c1cf7be79e8a</serial>
Oct 24 19:52:56 user nova-compute[74701]:     </disk>
Oct 24 19:52:56 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:52:56 user nova-compute[74701]:       <mac address="fa:16:3e:7e:c0:27"/>
Oct 24 19:52:56 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:56 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:52:56 user nova-compute[74701]:       <target dev="tap030a3d43-db"/>
Oct 24 19:52:56 user nova-compute[74701]:     </interface>
Oct 24 19:52:56 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:52:56 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/console.log" append="off"/>
Oct 24 19:52:56 user nova-compute[74701]:     </serial>
Oct 24 19:52:56 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:52:56 user nova-compute[74701]:     <video>
Oct 24 19:52:56 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:52:56 user nova-compute[74701]:     </video>
Oct 24 19:52:56 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:52:56 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:52:56 user nova-compute[74701]:     </rng>
Oct 24 19:52:56 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:52:56 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:52:56 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:52:56 user nova-compute[74701]:     </memballoon>
Oct 24 19:52:56 user nova-compute[74701]:   </devices>
Oct 24 19:52:56 user nova-compute[74701]: </domain>
Oct 24 19:52:56 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.288s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Cannot resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.objects.instance [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'migration_context' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.objects.base [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG os_vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5118f90f-5679-532b-b951-b513050aac05', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap030a3d43-db, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap030a3d43-db, col_values=(('qos', UUID('e226785f-0225-47ad-8432-05cd4a7aaf24')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap030a3d43-db, col_values=(('external_ids', {'iface-id': '030a3d43-db02-49d0-b050-1f2416455275', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:c0:27', 'vm-uuid': '9e0cdf55-2274-47b8-967e-86395657ad83'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:57 user nova-compute[74701]: INFO os_vif [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:52:58 user nova-compute[74701]: WARNING nova.compute.manager [req-49427494-deaa-44f8-adb5-f57002a3c1d9 req-9aba5f30-d070-4fce-a60b-35035a1674e9 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state powering-on.
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:52:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:53:00 user nova-compute[74701]: WARNING nova.compute.manager [req-c060065e-9216-44cb-9dfd-1deb73369a92 req-cd24aa68-2c5d-40fe-9e5c-6815cae548a1 service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state powering-on.
Oct 24 19:53:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance rebooted successfully.
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-45355a10-5bd9-412d-b5e3-b3d30aee095c tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:53:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:53:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7769MB free_disk=25.093170166015625GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Applying migration context for instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 as it has an incoming, in-progress migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f. Migration status is finished {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 24 19:53:01 user nova-compute[74701]: INFO nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating resource usage from migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4e5cde29-304b-4193-9d32-bb7b992d98b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e9c5ccfb-ff10-4565-a334-ff6889135dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:53:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.626s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:53:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:53:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BjevHDst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:53:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:20 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bfdd222-9349-494a-a014-b2c4a0121d78]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:53:20 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6352b6d-8273-4bdc-81cc-8b780bc18474]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf] added
Oct 24 19:53:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff0bc71-a73e-4a7e-a4c6-4c37cba77c6d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OMHePmyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:53:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ab8a1d0-8777-4b94-9c5c-15b4aab3a47e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BjevHDst {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BjevHDst" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c3e44a-3af1-4263-8f7e-f74cfd5ad0ae]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BjevHDst'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f924b331-363b-471b-9d83-7d8d24078676]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a58c67ca-cbbe-48f9-a1e4-2040fed7a663]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:20 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1435abd8-6abf-417b-b1a9-ea94117f059c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260]
Oct 24 19:53:21 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260] successful.
Oct 24 19:53:21 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64e256e-88f2-4011-87bb-eba68994660c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a4488bb-af30-4e38-bf9b-72780b235de9]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:21 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:21 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:21 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.295s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] HCTL ('37', '-', '-', 0) found on session 30 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e02e569d-6963-445d-8b03-fe040fbceff6]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:53:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BjevHDst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23263376332363438', 'path': '/dev/sdf'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263376332363438', 'path': '/dev/sdf'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.265s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:22 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:22 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b697ead-1d67-46d7-a3b3-e0b13f29ab16]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:53:22 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:53:22 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:53:22 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:53:22 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:53:22 user nova-compute[74701]:   <serial>b788e4fb-5e19-443f-8786-60655bfa53bf</serial>
Oct 24 19:53:22 user nova-compute[74701]: </disk>
Oct 24 19:53:22 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1251ce1-e510-4b46-b3a1-3cca310895b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989] added
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d02295-336e-4e83-a79b-95cb4ca43059]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3f7087-13bb-4010-bbe9-49a2209c879c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OMHePmyJ {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OMHePmyJ" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9660babc-4d7e-4d02-9ff9-5c43bd2e7c27]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OMHePmyJ'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dc4823c-88ea-45a7-8d2a-a92e85ab63b3]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a15930c4-615d-43e4-89a5-9453216f27cd]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6620c2c5-d985-4571-a9e4-3ce23f7407f3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260]
Oct 24 19:53:22 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260] successful.
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[caaf95be-9960-4654-b629-59425a667967]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e3adadf-0f0b-4f20-b073-258d3d79759f]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:22 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] HCTL ('38', '-', '-', 0) found on session 31 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb446ec-c06f-470c-9159-647a7fe88fd1]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Searching for a device in session 31 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OMHePmyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] No VIF found with MAC fa:16:3e:c2:6a:54, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:53:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6c0997e8-ab51-462f-9986-244d2ce51789 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.247s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== connect_volume: return (2608ms) {'type': 'block', 'scsi_wwn': '26637326166666166', 'path': '/dev/sdg'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637326166666166', 'path': '/dev/sdg'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:53:23 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:53:23 user nova-compute[74701]:   <source dev="/dev/sdg"/>
Oct 24 19:53:23 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:53:23 user nova-compute[74701]:   <serial>a6a102b5-0253-43b8-b4e7-fd379b23e989</serial>
Oct 24 19:53:23 user nova-compute[74701]: </disk>
Oct 24 19:53:23 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No VIF found with MAC fa:16:3e:ab:4b:7c, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:53:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0d46f70b-3f1e-44d9-a295-dbb526d1e2cd tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.279s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Going to confirm migration 2 {{(pid=74701) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:53:27 user nova-compute[74701]: DEBUG nova.objects.instance [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'info_cache' on Instance uuid 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.network.neutron [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.objects.instance [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'migration_context' on Instance uuid 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.objects.base [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Object Instance<4051a8e9-42bc-468d-9f4f-26b1c0ef9d28> lazy-loaded attributes: info_cache,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:53:28 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.414s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:29 user nova-compute[74701]: INFO nova.compute.manager [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attaching volume 59e61d36-57bd-41f8-981b-3a55d54c4ebf to /dev/vdc
Oct 24 19:53:29 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Deleted allocation for migration cd3ac7ee-5a38-4181-9ec8-68fa031c1b4f
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.utils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5fb54dc-6968-41b7-a88e-b0eb87b4a677]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d0e9db7e-dd36-41b7-8903-9815fa7d5dc7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.597s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0256901-ec6a-46b5-a4a8-34b871345a10]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef180a8-ff23-4d38-a11e-3c207d01f30d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bead144-a4a2-4a74-9d4d-78cb0adb1ea7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:53:29 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:53:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa46ce9a-0a55-47aa-afe4-7971a3992e8c]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG os_brick.utils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== get_connector_properties: return (154ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:53:29 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating existing volume attachment record: 602c1a6f-6241-43c4-a15f-6b5ecb59ba53 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:53:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:53:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCjNVFIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:53:48 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:48 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:53:48 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf74e0f0-3455-4ed3-9202-2e5ff9a6ea28]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:53:48 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[84367312-95f7-4984-88c9-317e81c012ae]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf] added
Oct 24 19:53:48 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f733eb-df9a-406a-b6b9-1dcdc66f469d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0dde4f-d0b7-467e-80c3-29f8f476ee29]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TCjNVFIp {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TCjNVFIp" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2003e8a6-5fa0-4f64-8d97-fa6239eeba0e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TCjNVFIp'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bef3842-34bb-4a16-a3cd-485b01150501]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[56fb7506-ecea-4c85-bad7-0d4aefea6665]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:48 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:48 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5412d00-87b9-44e5-8ef2-31180d97aa47]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260]
Oct 24 19:53:48 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260] successful.
Oct 24 19:53:48 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f898203-77b5-42cb-86e7-c30b31b89d45]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8a77f4-2a22-45da-ba7f-e247025c2ef3]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:53:49 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:53:49 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:53:49 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] HCTL ('39', '-', '-', 0) found on session 32 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e72abfb0-de58-44b8-911c-37c257f9d4e0]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Searching for a device in session 32 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:53:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCjNVFIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '23162333465363733', 'path': '/dev/sdh'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162333465363733', 'path': '/dev/sdh'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:53:50 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:53:50 user nova-compute[74701]:   <source dev="/dev/sdh"/>
Oct 24 19:53:50 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 19:53:50 user nova-compute[74701]:   <serial>59e61d36-57bd-41f8-981b-3a55d54c4ebf</serial>
Oct 24 19:53:50 user nova-compute[74701]: </disk>
Oct 24 19:53:50 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] No VIF found with MAC fa:16:3e:ab:4b:7c, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:53:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c4648979-b423-4fac-a3b7-83bcf9c88da5 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.511s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:51 user nova-compute[74701]: INFO nova.compute.manager [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Detaching volume 59e61d36-57bd-41f8-981b-3a55d54c4ebf
Oct 24 19:53:51 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:53:51 user nova-compute[74701]: INFO nova.virt.block_device [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attempting to driver detach volume 59e61d36-57bd-41f8-981b-3a55d54c4ebf from mountpoint /dev/vdc
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Attempting to detach device vdc from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:53:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:53:51 user nova-compute[74701]:   <source dev="/dev/sdh"/>
Oct 24 19:53:51 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 19:53:51 user nova-compute[74701]:   <serial>59e61d36-57bd-41f8-981b-3a55d54c4ebf</serial>
Oct 24 19:53:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 19:53:51 user nova-compute[74701]: </disk>
Oct 24 19:53:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:53:51 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully detached device vdc from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the persistent domain config.
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:53:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:53:51 user nova-compute[74701]:   <source dev="/dev/sdh"/>
Oct 24 19:53:51 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 19:53:51 user nova-compute[74701]:   <serial>59e61d36-57bd-41f8-981b-3a55d54c4ebf</serial>
Oct 24 19:53:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 19:53:51 user nova-compute[74701]: </disk>
Oct 24 19:53:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:53:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:53:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:53:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:53:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7551MB free_disk=25.08865737915039GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4e5cde29-304b-4193-9d32-bb7b992d98b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e9c5ccfb-ff10-4565-a334-ff6889135dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:54:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.691s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:54:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-changed-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Refreshing instance network info cache due to event network-changed-58723ff3-2802-4d05-9084-d11677a2d0bb. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] Acquiring lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] Acquired lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.network.neutron [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Refreshing network info cache for port 58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.network.neutron [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updated VIF entry in instance network info cache for port 58723ff3-2802-4d05-9084-d11677a2d0bb. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.network.neutron [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updating instance_info_cache with network_info: [{"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c60c2cf7-656e-4547-84cd-3cefa04c6635 req-0bb78373-76f8-4ef6-a220-d1f0063c78fb service nova] Releasing lock "refresh_cache-46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:09 user nova-compute[74701]: INFO nova.compute.manager [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Terminating instance
Oct 24 19:54:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Instance destroyed successfully.
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1736034341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1736034341',id=32,image_ref='db889128-e0e9-41a1-8de6-afe1a128e13c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAN03Hq8ZUXbOCscqGQsA++UtROTmX6aZRqk3i5Sf5C89UkYVpDOQmzdwmKiq8+ux2oQ7zX7J3lhb1MXwhj+BR3LUhGSLkuAqcOz2es313hoozHTvl0BYw3dF0QQVy3f6w==',key_name='tempest-keypair-1220593597',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:52:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-k33wvf3r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-879223172',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:52:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "58723ff3-2802-4d05-9084-d11677a2d0bb", "address": "fa:16:3e:72:3b:2a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58723ff3-28", "ovs_interfaceid": "58723ff3-2802-4d05-9084-d11677a2d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_vif [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58723ff3-28, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8f1d102-0494-467a-b358-dc9aa2d31a24) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:54:10 user nova-compute[74701]: INFO os_vif [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:3b:2a,bridge_name='br-int',has_traffic_filtering=True,id=58723ff3-2802-4d05-9084-d11677a2d0bb,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58723ff3-28')
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JAbtTyrw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:10 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52b4179-599a-41ef-b664-5818ecc2a4af]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:54:10 user nova-compute[74701]: No targets found.
Oct 24 19:54:10 user nova-compute[74701]: iSNS:
Oct 24 19:54:10 user nova-compute[74701]: No targets found.
Oct 24 19:54:10 user nova-compute[74701]: STATIC:
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf
Oct 24 19:54:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:10 user nova-compute[74701]: FIRMWARE:
Oct 24 19:54:10 user nova-compute[74701]: No targets found.
Oct 24 19:54:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:54:10 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:54:10 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d6743b3-2592-4482-a5be-de0d040258fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c2d192-aea7-43ae-8d30-f0b41641ab6d]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:54:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:10 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:54:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004abc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[08517a78-8ed5-4906-bb0a-cc180bedc0f4]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a95a3e-70ed-4821-b3ad-8910d5ffc616]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[84565cd3-6179-429a-a3df-aab81423030e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.051s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef711300-5ba5-4383-a0a8-b522be2a5d0a]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6beb3358-b541-408f-8b43-025786518e9a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a438419-de94-4e9d-8054-5c9d36fddf21]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260]
Oct 24 19:54:10 user nova-compute[74701]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f, portal: 172.16.0.220,3260] successful.
Oct 24 19:54:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98feef56-5499-4aa2-a442-1b0cb139370f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee740ee-e683-4014-9ff9-197e697be9fe]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (346ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:54:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Deleting instance files /opt/stack/data/nova/instances/46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8_del
Oct 24 19:54:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Deletion of /opt/stack/data/nova/instances/46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8_del complete
Oct 24 19:54:10 user nova-compute[74701]: INFO nova.compute.manager [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Took 1.23 seconds to destroy the instance on the hypervisor.
Oct 24 19:54:10 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:54:10 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-unplugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] No waiting events found dispatching network-vif-unplugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-unplugged-58723ff3-2802-4d05-9084-d11677a2d0bb for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Acquiring lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] No waiting events found dispatching network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:11 user nova-compute[74701]: WARNING nova.compute.manager [req-debb77bc-c396-44fa-8ae5-f5e81494ef5b req-c94958ed-d104-4578-b6f3-52618563b387 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received unexpected event network-vif-plugged-58723ff3-2802-4d05-9084-d11677a2d0bb for instance with vm_state active and task_state deleting.
Oct 24 19:54:11 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb is timed out.
Oct 24 19:54:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully detached device vdc from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the live domain config.
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCjNVFIp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:11 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70d85ecc-b3de-47af-8666-b6066125d990]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:54:11 user nova-compute[74701]: No targets found.
Oct 24 19:54:11 user nova-compute[74701]: iSNS:
Oct 24 19:54:11 user nova-compute[74701]: No targets found.
Oct 24 19:54:11 user nova-compute[74701]: STATIC:
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf
Oct 24 19:54:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:11 user nova-compute[74701]: FIRMWARE:
Oct 24 19:54:11 user nova-compute[74701]: No targets found.
Oct 24 19:54:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:54:11 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:54:11 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[113ad5c4-51fe-486c-8110-35fead62dc14]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b780d0f-0c3d-4d7f-8540-240717187fda]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:54:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:11 user nova-compute[74701]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf (non-flash)
Oct 24 19:54:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f0062f640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf'): ({'sdh'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Removing single pathed devices sdh {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da975b7c-a257-4e17-b3d2-54459145090c]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7834e768-90dd-4055-95c3-f08b14a845da]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Flushing IO for device /dev/sdh {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c8b3497-1cf4-4832-a175-0cb89b29c68a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:11 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Took 0.99 seconds to deallocate network for instance.
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c54cd024-46e2-4770-bc63-d2e94b5be533]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] SCSI volumes sdh have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[150e7d09-cb58-450e-9def-25bfd67aed80]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f44ac7dd-8bde-48a3-b49a-9537ba5dcbec]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260]
Oct 24 19:54:12 user nova-compute[74701]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf, portal: 172.16.0.220,3260] successful.
Oct 24 19:54:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:59e61d36-57bd-41f8-981b-3a55d54c4ebf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8285e52-ada8-41cb-9c2f-1d5ac78798f0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== disconnect_volume: return (327ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:54:12 user nova-compute[74701]: INFO nova.compute.manager [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Took 0.84 seconds to detach 1 volumes for instance.
Oct 24 19:54:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Deleting volume: 98feef56-5499-4aa2-a442-1b0cb139370f {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing instance network info cache due to event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'flavor' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-9ec75b56-1aa6-433a-88ee-029711557ff5 req-35c45334-cf8a-469b-b4ff-d9d724f84155 service nova] [instance: 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8] Received event network-vif-deleted-58723ff3-2802-4d05-9084-d11677a2d0bb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.410s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:13 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance 46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:13 user nova-compute[74701]: INFO nova.compute.manager [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Attaching volume 2d3b8616-097e-4773-a385-b10f60e81b75 to /dev/vdb
Oct 24 19:54:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updated VIF entry in instance network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cf36d889-454e-4cac-b094-1dd8defe6a7c tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "46e14a18-4d8d-45e5-a5b8-7ea7e579c7e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.783s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ac8413e-b5a0-4658-b85c-8f6e5aec27e1 req-e4446a04-08fd-4322-bc28-9a757aca2dad service nova] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.utils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f2b86c-b7bf-45a1-9ab9-34111b408ffa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[753ab6f6-1c47-4747-9b36-aba6ac4859a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb19103-c501-4540-9bdb-8654cee016d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[300234eb-5357-4996-8ee9-6cfabb06e881]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:54:13 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:54:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c297043-d8c5-4bda-bf44-0f0c2a838fd3]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG os_brick.utils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:13 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating existing volume attachment record: 3a543bd1-8ebc-4251-ba22-87033700a89b {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:54:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:54:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:54:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:16 user nova-compute[74701]: INFO nova.compute.manager [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Detaching volume b788e4fb-5e19-443f-8786-60655bfa53bf
Oct 24 19:54:16 user nova-compute[74701]: INFO nova.virt.block_device [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Attempting to driver detach volume b788e4fb-5e19-443f-8786-60655bfa53bf from mountpoint /dev/vdb
Oct 24 19:54:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Attempting to detach device vdb from instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:16 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:54:16 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:16 user nova-compute[74701]:   <serial>b788e4fb-5e19-443f-8786-60655bfa53bf</serial>
Oct 24 19:54:16 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:54:16 user nova-compute[74701]: </disk>
Oct 24 19:54:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully detached device vdb from instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 from the persistent domain config.
Oct 24 19:54:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:16 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:16 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 19:54:16 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:16 user nova-compute[74701]:   <serial>b788e4fb-5e19-443f-8786-60655bfa53bf</serial>
Oct 24 19:54:16 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:54:16 user nova-compute[74701]: </disk>
Oct 24 19:54:16 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:54:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-26834d12-c2e5-4976-902d-dbde7ad0e7bc tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 29.218s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFmelAKO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:31 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:31 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:31 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0ef621-ab81-47de-9344-8b471d2f88c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:54:31 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[79da26de-e1d1-4517-a19e-6c49cb5177fa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75] added
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8ffaf6-e9f6-4a08-ae24-ef47e83e0b96]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7428fd33-3325-4537-940f-417e4ff8586a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vFmelAKO {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vFmelAKO" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a650221-6c3c-47de-8c63-ab8bfdf2b8fd]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vFmelAKO'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eae6663c-4183-4133-8d09-63b01b3c008a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c71fb879-6b9c-4fb8-bd5b-cf87001b2cfc]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad81cb5a-1046-4013-9ca6-3b2c382a406a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260]
Oct 24 19:54:31 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260] successful.
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[54531e9b-4b55-474e-9222-7b41646bc15d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc12bbf6-51d2-4143-9a23-92ad54f51201]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:31 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] HCTL ('36', '-', '-', 0) found on session 33 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[729583db-a608-469f-8349-b9e80618350e]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching for a device in session 33 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:54:31 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFmelAKO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:54:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.337s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] <== connect_volume: return (1338ms) {'type': 'block', 'scsi_wwn': '26166363564366131', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166363564366131', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:54:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'flavor' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:54:32 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:32 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:54:32 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:32 user nova-compute[74701]:   <serial>2d3b8616-097e-4773-a385-b10f60e81b75</serial>
Oct 24 19:54:32 user nova-compute[74701]: </disk>
Oct 24 19:54:32 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:54:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:54:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:54:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:ff:da:05, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:54:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c46041cc-60ee-4b7e-adc2-e6d1346a78dd tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.024s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:34 user nova-compute[74701]: INFO nova.compute.manager [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Rescuing
Oct 24 19:54:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:35 user nova-compute[74701]: WARNING nova.compute.manager [req-5a37d930-79fd-4699-81a2-a175d5f5291c req-5e23b89e-61a9-41b2-ac8a-10d4954043df service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state active and task_state rescuing.
Oct 24 19:54:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance destroyed successfully.
Oct 24 19:54:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Attempting rescue
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 19:54:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Creating image(s)
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue" returned: 0 in 0.047s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'migration_context' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.base [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<7015fd2b-e4fd-45ba-a976-05c1e4a2add0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start _get_guest_xml network_info=[{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:ff:da:05"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.base [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<7015fd2b-e4fd-45ba-a976-05c1e4a2add0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'numa_topology' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.base [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<7015fd2b-e4fd-45ba-a976-05c1e4a2add0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:54:35 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:35 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.base [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<7015fd2b-e4fd-45ba-a976-05c1e4a2add0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1137624788',display_name='tempest-ServerRescueNegativeTestJSON-server-1137624788',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1137624788',id=33,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBbSIwwN5qRX5J2vsNJvcLfSVjoFTNu+gPc6yDU0ircUTbMJ/6Lg+GwcXgVOmhgrKwcKp6I55P2ELZuviGVuphbt81CEtmUuj+Z5NCelpBbeZjl15GrMgD8+3tAPVUh61g==',key_name='tempest-keypair-961835346',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:52:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-6txf58tv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:52:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=7015fd2b-e4fd-45ba-a976-05c1e4a2add0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:ff:da:05"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "vif_mac": "fa:16:3e:ff:da:05"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.instance [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'pci_devices' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.objects.base [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Object Instance<7015fd2b-e4fd-45ba-a976-05c1e4a2add0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:54:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:54:35 user nova-compute[74701]:   <uuid>7015fd2b-e4fd-45ba-a976-05c1e4a2add0</uuid>
Oct 24 19:54:35 user nova-compute[74701]:   <name>instance-00000021</name>
Oct 24 19:54:35 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:54:35 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:54:35 user nova-compute[74701]:   <metadata>
Oct 24 19:54:35 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:54:35 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1137624788</nova:name>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:54:35</nova:creationTime>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:54:35 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:54:35 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:owner>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:user uuid="8fb87d5f6ea64bc69d7615e930645fef">tempest-ServerRescueNegativeTestJSON-373587808-project-member</nova:user>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:project uuid="e299c2e9632e4792943abdb03d7f70ff">tempest-ServerRescueNegativeTestJSON-373587808</nova:project>
Oct 24 19:54:35 user nova-compute[74701]:       </nova:owner>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:54:35 user nova-compute[74701]:       <nova:ports>
Oct 24 19:54:35 user nova-compute[74701]:         <nova:port uuid="9559fd50-5f7c-4268-a14a-a40da76d58b6">
Oct 24 19:54:35 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 19:54:35 user nova-compute[74701]:         </nova:port>
Oct 24 19:54:35 user nova-compute[74701]:       </nova:ports>
Oct 24 19:54:35 user nova-compute[74701]:     </nova:instance>
Oct 24 19:54:35 user nova-compute[74701]:   </metadata>
Oct 24 19:54:35 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:54:35 user nova-compute[74701]:     <system>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="serial">7015fd2b-e4fd-45ba-a976-05c1e4a2add0</entry>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="uuid">7015fd2b-e4fd-45ba-a976-05c1e4a2add0</entry>
Oct 24 19:54:35 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:54:35 user nova-compute[74701]:     </system>
Oct 24 19:54:35 user nova-compute[74701]:   </sysinfo>
Oct 24 19:54:35 user nova-compute[74701]:   <os>
Oct 24 19:54:35 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:54:35 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:54:35 user nova-compute[74701]:   </os>
Oct 24 19:54:35 user nova-compute[74701]:   <features>
Oct 24 19:54:35 user nova-compute[74701]:     <acpi/>
Oct 24 19:54:35 user nova-compute[74701]:     <apic/>
Oct 24 19:54:35 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:54:35 user nova-compute[74701]:   </features>
Oct 24 19:54:35 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:54:35 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:54:35 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:54:35 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:54:35 user nova-compute[74701]:   </clock>
Oct 24 19:54:35 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:54:35 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:54:35 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:54:35 user nova-compute[74701]:   </cpu>
Oct 24 19:54:35 user nova-compute[74701]:   <devices>
Oct 24 19:54:35 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:54:35 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:54:35 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue"/>
Oct 24 19:54:35 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:54:35 user nova-compute[74701]:     </disk>
Oct 24 19:54:35 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:54:35 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:54:35 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk"/>
Oct 24 19:54:35 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 19:54:35 user nova-compute[74701]:     </disk>
Oct 24 19:54:35 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:54:35 user nova-compute[74701]:       <mac address="fa:16:3e:ff:da:05"/>
Oct 24 19:54:35 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:54:35 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:54:35 user nova-compute[74701]:       <target dev="tap9559fd50-5f"/>
Oct 24 19:54:35 user nova-compute[74701]:     </interface>
Oct 24 19:54:35 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:54:35 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/console.log" append="off"/>
Oct 24 19:54:35 user nova-compute[74701]:     </serial>
Oct 24 19:54:35 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:54:35 user nova-compute[74701]:     <video>
Oct 24 19:54:35 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:54:35 user nova-compute[74701]:     </video>
Oct 24 19:54:35 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:54:35 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:54:35 user nova-compute[74701]:     </rng>
Oct 24 19:54:35 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:54:35 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:54:35 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:54:35 user nova-compute[74701]:     </memballoon>
Oct 24 19:54:35 user nova-compute[74701]:   </devices>
Oct 24 19:54:35 user nova-compute[74701]: </domain>
Oct 24 19:54:35 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:54:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance destroyed successfully.
Oct 24 19:54:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] No VIF found with MAC fa:16:3e:ff:da:05, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 is timed out.
Oct 24 19:54:36 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully detached device vdb from instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22 from the live domain config.
Oct 24 19:54:36 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BjevHDst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:36 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ce6635-eda5-4608-b1b5-e57fad23acf8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:54:36 user nova-compute[74701]: No targets found.
Oct 24 19:54:36 user nova-compute[74701]: iSNS:
Oct 24 19:54:36 user nova-compute[74701]: No targets found.
Oct 24 19:54:36 user nova-compute[74701]: STATIC:
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf
Oct 24 19:54:36 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:36 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:36 user nova-compute[74701]: FIRMWARE:
Oct 24 19:54:36 user nova-compute[74701]: No targets found.
Oct 24 19:54:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:54:36 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:54:36 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd3099cd-aac5-44ec-b74a-c40242329991]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[22306686-cf8a-4d58-81e8-95a31f8821e9]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f245b24d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf'): ({'sdf'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Removing single pathed devices sdf {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b761f5fd-9332-4369-beae-4068ed5d452f]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[103dbe5d-2bc8-4b5a-a4b8-9300caf7e152]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Flushing IO for device /dev/sdf {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:54:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9216e57d-c1f9-4fca-be82-5bcc3afa4da6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.038s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[53875319-fb75-4413-8fcc-9336259659b1]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d829c8c2-4846-46b7-ab1c-004ddd592d55]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf2427df-c60d-455c-8842-dceb75b0bce5]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260]
Oct 24 19:54:37 user nova-compute[74701]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf, portal: 172.16.0.220,3260] successful.
Oct 24 19:54:37 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a094dda9-4925-44e2-b916-526151d9324f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.322s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== disconnect_volume: return (323ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:37 user nova-compute[74701]: WARNING nova.compute.manager [req-090cb647-91c4-4cb5-a48f-a7dbbdfd5a83 req-a4e3f986-ad43-4b6b-87ee-f03f95643e40 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state active and task_state rescuing.
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'flavor' on Instance uuid 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a4b54f2-9254-4e2a-b21c-08ec9efa202f tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.948s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.811s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:38 user nova-compute[74701]: INFO nova.compute.manager [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Terminating instance
Oct 24 19:54:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Instance destroyed successfully.
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lazy-loading 'resources' on Instance uuid 17865d9a-9f38-4f06-b6df-3f3029d0bf22 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-377457783',display_name='tempest-VolumesSnapshotTestJSON-instance-377457783',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-377457783',id=30,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4lPolJEeljkZXw1CUZya5eSjJG8/538csZSUICE5r8Wo4LU698MHmxSq0RLq8xpYVXrp3/67b/ejd5bT9/1FsMCTaCBQZHMpVq7O4XQqeSHwHjcIS8n07StEvz9+jgeA==',key_name='tempest-keypair-674471533',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:50:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fa0b9cf9689741a68a497cfcef727fde',ramdisk_id='',reservation_id='r-ucdk9eih',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1700609083',owner_user_name='tempest-VolumesSnapshotTestJSON-1700609083-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:50:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b053005ceed342ab9b7d9e72102f8fdb',uuid=17865d9a-9f38-4f06-b6df-3f3029d0bf22,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converting VIF {"id": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "address": "fa:16:3e:c2:6a:54", "network": {"id": "91581800-b949-4457-b31c-995d5eba0d9c", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-101230479-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.99", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fa0b9cf9689741a68a497cfcef727fde", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3d28d9-96", "ovs_interfaceid": "bd3d28d9-9693-4e71-a935-dccaab9c67d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_vif [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd3d28d9-96, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a84e10c4-65f5-41b8-80b0-8c5aba2730f8) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:39 user nova-compute[74701]: INFO os_vif [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c2:6a:54,bridge_name='br-int',has_traffic_filtering=True,id=bd3d28d9-9693-4e71-a935-dccaab9c67d6,network=Network(91581800-b949-4457-b31c-995d5eba0d9c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3d28d9-96')
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BjevHDst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:54:39 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9ea34f-95c6-472d-95cf-02cafeacb828]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:54:39 user nova-compute[74701]: No targets found.
Oct 24 19:54:39 user nova-compute[74701]: iSNS:
Oct 24 19:54:39 user nova-compute[74701]: No targets found.
Oct 24 19:54:39 user nova-compute[74701]: STATIC:
Oct 24 19:54:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:54:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:54:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:54:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:54:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:39 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:54:39 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:54:39 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:54:39 user nova-compute[74701]: FIRMWARE:
Oct 24 19:54:39 user nova-compute[74701]: No targets found.
Oct 24 19:54:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:54:39 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:54:39 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b788e4fb-5e19-443f-8786-60655bfa53bf', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d67a1d6-1576-4c7e-8da0-04f258866e0f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:39 user nova-compute[74701]: WARNING nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state active and task_state rescuing.
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:39 user nova-compute[74701]: WARNING nova.compute.manager [req-93abed01-f53d-43f4-88fa-891a33d57a24 req-3b4ae2fd-1cf3-453c-ae08-436c2731230d service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state active and task_state rescuing.
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-unplugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] No waiting events found dispatching network-vif-unplugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-75ff114b-9c82-4a03-8ec7-322278ca0061 req-af4c2116-8732-42d2-9d50-697aca59ddf9 service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-unplugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fa1d5ef-c8dc-41b4-b1e4-ab5b9631204a]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:54:39 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006ed750>, {}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Disconnecting from: [] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.104s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] <== disconnect_volume: return (105ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:54:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Deleting instance files /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22_del
Oct 24 19:54:39 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Deletion of /opt/stack/data/nova/instances/17865d9a-9f38-4f06-b6df-3f3029d0bf22_del complete
Oct 24 19:54:39 user nova-compute[74701]: INFO nova.compute.manager [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Took 1.11 seconds to destroy the instance on the hypervisor.
Oct 24 19:54:39 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:54:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-53af9ea3-91ac-4482-afa6-dfa7108e781f tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:54:40 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:40 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Took 0.87 seconds to deallocate network for instance.
Oct 24 19:54:40 user nova-compute[74701]: WARNING nova.volume.cinder [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Attachment 458dcad0-d361-4998-a9f2-930a467047af does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 458dcad0-d361-4998-a9f2-930a467047af. (HTTP 404) (Request-ID: req-a54b30a2-a38e-412f-ad99-82dbc13217ec)
Oct 24 19:54:40 user nova-compute[74701]: INFO nova.compute.manager [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Took 0.03 seconds to detach 1 volumes for instance.
Oct 24 19:54:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:40 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:54:40 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:54:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.470s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:40 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Deleted allocations for instance 17865d9a-9f38-4f06-b6df-3f3029d0bf22
Oct 24 19:54:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ebc9f2c5-4236-4146-8ed9-261d3b737bf2 tempest-VolumesSnapshotTestJSON-1700609083 tempest-VolumesSnapshotTestJSON-1700609083-project-member] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.677s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] Acquiring lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] Lock "17865d9a-9f38-4f06-b6df-3f3029d0bf22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] No waiting events found dispatching network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:41 user nova-compute[74701]: WARNING nova.compute.manager [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received unexpected event network-vif-plugged-bd3d28d9-9693-4e71-a935-dccaab9c67d6 for instance with vm_state deleted and task_state None.
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-0d24a3d3-cda2-406c-9a1f-a6e43f768471 req-899a13ea-659e-4c12-99ee-24659eaf152d service nova] [instance: 17865d9a-9f38-4f06-b6df-3f3029d0bf22] Received event network-vif-deleted-bd3d28d9-9693-4e71-a935-dccaab9c67d6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:41 user nova-compute[74701]: INFO nova.compute.manager [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Detaching volume a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:54:41 user nova-compute[74701]: INFO nova.virt.block_device [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Attempting to driver detach volume a6a102b5-0253-43b8-b4e7-fd379b23e989 from mountpoint /dev/vdb
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Attempting to detach device vdb from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:41 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:41 user nova-compute[74701]:   <source dev="/dev/sdg"/>
Oct 24 19:54:41 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:41 user nova-compute[74701]:   <serial>a6a102b5-0253-43b8-b4e7-fd379b23e989</serial>
Oct 24 19:54:41 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:54:41 user nova-compute[74701]: </disk>
Oct 24 19:54:41 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully detached device vdb from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the persistent domain config.
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:54:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:41 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:41 user nova-compute[74701]:   <source dev="/dev/sdg"/>
Oct 24 19:54:41 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:41 user nova-compute[74701]:   <serial>a6a102b5-0253-43b8-b4e7-fd379b23e989</serial>
Oct 24 19:54:41 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:54:41 user nova-compute[74701]: </disk>
Oct 24 19:54:41 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:54:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:45 user nova-compute[74701]: INFO nova.compute.manager [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Detaching volume 20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:54:45 user nova-compute[74701]: INFO nova.virt.block_device [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Attempting to driver detach volume 20010eab-eb93-4305-a354-c1cf7be79e8a from mountpoint /dev/vdb
Oct 24 19:54:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Attempting to detach device vdb from instance 9e0cdf55-2274-47b8-967e-86395657ad83 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:45 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:45 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:54:45 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:45 user nova-compute[74701]:   <serial>20010eab-eb93-4305-a354-c1cf7be79e8a</serial>
Oct 24 19:54:45 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:54:45 user nova-compute[74701]: </disk>
Oct 24 19:54:45 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdb from instance 9e0cdf55-2274-47b8-967e-86395657ad83 from the persistent domain config.
Oct 24 19:54:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9e0cdf55-2274-47b8-967e-86395657ad83 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:54:45 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:54:45 user nova-compute[74701]:   <source dev="/dev/sdd"/>
Oct 24 19:54:45 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:54:45 user nova-compute[74701]:   <serial>20010eab-eb93-4305-a354-c1cf7be79e8a</serial>
Oct 24 19:54:45 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 19:54:45 user nova-compute[74701]: </disk>
Oct 24 19:54:45 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:54:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:54:48 user nova-compute[74701]: INFO nova.compute.claims [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Claim successful on node user
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.537s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:54:48 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:54:48 user nova-compute[74701]: DEBUG nova.policy [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f580930a3c414701be42bbca8d422508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49876b9a5f9047a6b4ffee73156ac4da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:54:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Creating image(s)
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "/opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "/opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "/opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk 1073741824" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Cannot resize image /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Ensure instance console log exists: /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Successfully created port: 321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Successfully updated port: 321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquired lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-changed-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Refreshing instance network info cache due to event network-changed-321e9a4a-de01-4be3-9a22-00f365d8c21a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] Acquiring lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updating instance_info_cache with network_info: [{"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Releasing lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Instance network_info: |[{"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] Acquired lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Refreshing network info cache for port 321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Start _get_guest_xml network_info=[{"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:54:50 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:50 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1307492',id=34,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4TnC8weuxL4hcyLt2wxHW/5mAU/eSWmT2lv7WUBj5q5D2a+8a+2IfVIxln2RrCGk3XGqfLKLo4qnYlLBCsU1murhE2PbkHCLqBwGa1KJ14M2+2MeIFC5J001zIz4XsrA==',key_name='tempest-keypair-327925602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49876b9a5f9047a6b4ffee73156ac4da',ramdisk_id='',reservation_id='r-gbmpqnbe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:54:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f580930a3c414701be42bbca8d422508',uuid=c01a20e2-c4ed-4e49-ae7e-072d1f11973c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converting VIF {"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lazy-loading 'pci_devices' on Instance uuid c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:54:50 user nova-compute[74701]:   <uuid>c01a20e2-c4ed-4e49-ae7e-072d1f11973c</uuid>
Oct 24 19:54:50 user nova-compute[74701]:   <name>instance-00000022</name>
Oct 24 19:54:50 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:54:50 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:54:50 user nova-compute[74701]:   <metadata>
Oct 24 19:54:50 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:54:50 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671</nova:name>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:54:50</nova:creationTime>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:54:50 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:54:50 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:owner>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:user uuid="f580930a3c414701be42bbca8d422508">tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member</nova:user>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:project uuid="49876b9a5f9047a6b4ffee73156ac4da">tempest-TestServerVolumeAttachScenarioOldVersion-1195979878</nova:project>
Oct 24 19:54:50 user nova-compute[74701]:       </nova:owner>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:54:50 user nova-compute[74701]:       <nova:ports>
Oct 24 19:54:50 user nova-compute[74701]:         <nova:port uuid="321e9a4a-de01-4be3-9a22-00f365d8c21a">
Oct 24 19:54:50 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:54:50 user nova-compute[74701]:         </nova:port>
Oct 24 19:54:50 user nova-compute[74701]:       </nova:ports>
Oct 24 19:54:50 user nova-compute[74701]:     </nova:instance>
Oct 24 19:54:50 user nova-compute[74701]:   </metadata>
Oct 24 19:54:50 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:54:50 user nova-compute[74701]:     <system>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="serial">c01a20e2-c4ed-4e49-ae7e-072d1f11973c</entry>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="uuid">c01a20e2-c4ed-4e49-ae7e-072d1f11973c</entry>
Oct 24 19:54:50 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:54:50 user nova-compute[74701]:     </system>
Oct 24 19:54:50 user nova-compute[74701]:   </sysinfo>
Oct 24 19:54:50 user nova-compute[74701]:   <os>
Oct 24 19:54:50 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:54:50 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:54:50 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:54:50 user nova-compute[74701]:   </os>
Oct 24 19:54:50 user nova-compute[74701]:   <features>
Oct 24 19:54:50 user nova-compute[74701]:     <acpi/>
Oct 24 19:54:50 user nova-compute[74701]:     <apic/>
Oct 24 19:54:50 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:54:50 user nova-compute[74701]:   </features>
Oct 24 19:54:50 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:54:50 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:54:50 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:54:50 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:54:50 user nova-compute[74701]:   </clock>
Oct 24 19:54:50 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:54:50 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:54:50 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:54:50 user nova-compute[74701]:   </cpu>
Oct 24 19:54:50 user nova-compute[74701]:   <devices>
Oct 24 19:54:50 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:54:50 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:54:50 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk"/>
Oct 24 19:54:50 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:54:50 user nova-compute[74701]:     </disk>
Oct 24 19:54:50 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:54:50 user nova-compute[74701]:       <mac address="fa:16:3e:c7:cd:99"/>
Oct 24 19:54:50 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:54:50 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:54:50 user nova-compute[74701]:       <target dev="tap321e9a4a-de"/>
Oct 24 19:54:50 user nova-compute[74701]:     </interface>
Oct 24 19:54:50 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:54:50 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/console.log" append="off"/>
Oct 24 19:54:50 user nova-compute[74701]:     </serial>
Oct 24 19:54:50 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:54:50 user nova-compute[74701]:     <video>
Oct 24 19:54:50 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:54:50 user nova-compute[74701]:     </video>
Oct 24 19:54:50 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:54:50 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:54:50 user nova-compute[74701]:     </rng>
Oct 24 19:54:50 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:54:50 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:54:50 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:54:50 user nova-compute[74701]:     </memballoon>
Oct 24 19:54:50 user nova-compute[74701]:   </devices>
Oct 24 19:54:50 user nova-compute[74701]: </domain>
Oct 24 19:54:50 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1307492',id=34,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4TnC8weuxL4hcyLt2wxHW/5mAU/eSWmT2lv7WUBj5q5D2a+8a+2IfVIxln2RrCGk3XGqfLKLo4qnYlLBCsU1murhE2PbkHCLqBwGa1KJ14M2+2MeIFC5J001zIz4XsrA==',key_name='tempest-keypair-327925602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='49876b9a5f9047a6b4ffee73156ac4da',ramdisk_id='',reservation_id='r-gbmpqnbe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:54:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f580930a3c414701be42bbca8d422508',uuid=c01a20e2-c4ed-4e49-ae7e-072d1f11973c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converting VIF {"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG os_vif [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '271691f4-35a9-52f7-9b02-3c5da3e7416e', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap321e9a4a-de, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap321e9a4a-de, col_values=(('qos', UUID('b58cd8c6-be93-4207-b8c7-2b1cdd25f51e')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap321e9a4a-de, col_values=(('external_ids', {'iface-id': '321e9a4a-de01-4be3-9a22-00f365d8c21a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:cd:99', 'vm-uuid': 'c01a20e2-c4ed-4e49-ae7e-072d1f11973c'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:54:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:50 user nova-compute[74701]: INFO os_vif [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de')
Oct 24 19:54:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:54:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] No VIF found with MAC fa:16:3e:c7:cd:99, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:54:51 user nova-compute[74701]: DEBUG nova.network.neutron [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updated VIF entry in instance network info cache for port 321e9a4a-de01-4be3-9a22-00f365d8c21a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:54:51 user nova-compute[74701]: DEBUG nova.network.neutron [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updating instance_info_cache with network_info: [{"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:54:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6d73e05f-0cd5-49cf-a3aa-aba89eab4319 req-2eb9f23c-e8f2-4212-90df-ba7214a2c49f service nova] Releasing lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] No waiting events found dispatching network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:52 user nova-compute[74701]: WARNING nova.compute.manager [req-e9b31df7-3397-45b6-92c5-62f7b3381b22 req-60190a6e-14cc-4eee-a5d6-9e40e5016401 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received unexpected event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a for instance with vm_state building and task_state spawning.
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:54:54 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Instance spawned successfully.
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:54:54 user nova-compute[74701]: INFO nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Took 5.68 seconds to spawn the instance on the hypervisor.
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] No waiting events found dispatching network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:54:54 user nova-compute[74701]: WARNING nova.compute.manager [req-ef355af7-8138-4a7c-9f6d-6f7328645878 req-22b0dbee-3567-4351-97db-2f7d7aaa0e32 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received unexpected event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a for instance with vm_state building and task_state spawning.
Oct 24 19:54:54 user nova-compute[74701]: INFO nova.compute.manager [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Took 6.59 seconds to build instance.
Oct 24 19:54:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a14f08c-a13a-4508-8267-b42ba42e63df tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.679s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:54:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:55:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:55:01 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7817MB free_disk=25.103431701660156GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4e5cde29-304b-4193-9d32-bb7b992d98b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e9c5ccfb-ff10-4565-a334-ff6889135dcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:55:02 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb is timed out.
Oct 24 19:55:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully detached device vdb from instance e9c5ccfb-ff10-4565-a334-ff6889135dcb from the live domain config.
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OMHePmyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:55:02 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[430b79f2-149d-4c55-9520-89c9ea999087]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:55:02 user nova-compute[74701]: No targets found.
Oct 24 19:55:02 user nova-compute[74701]: iSNS:
Oct 24 19:55:02 user nova-compute[74701]: No targets found.
Oct 24 19:55:02 user nova-compute[74701]: STATIC:
Oct 24 19:55:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989
Oct 24 19:55:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:55:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:55:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:55:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:02 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:55:02 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:02 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:02 user nova-compute[74701]: FIRMWARE:
Oct 24 19:55:02 user nova-compute[74701]: No targets found.
Oct 24 19:55:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:55:02 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:55:02 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b74fa27-ed9f-49eb-b027-4203e39ec807]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[27cca3cc-e665-4fd3-a03d-07896a764961]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f3c26d480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989'): ({'sdg'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Removing single pathed devices sdg {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba7f47d-c5de-4311-9dd6-a11d4db046f1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[843bc4cf-be52-4822-9d48-b64353692ba6]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Flushing IO for device /dev/sdg {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[83097106-be8f-46ae-8abe-8fdf1f6b4863]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.035s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b9790f5-e333-4550-95de-e68e0c724afd]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] SCSI volumes sdg have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.515s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2a7104-eeb5-4054-9c2c-753384f57187]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[15db987c-f209-4248-8a5f-2f05dce626f5]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260]
Oct 24 19:55:02 user nova-compute[74701]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989, portal: 172.16.0.220,3260] successful.
Oct 24 19:55:02 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6a102b5-0253-43b8-b4e7-fd379b23e989 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb05fb61-50a7-4494-9c21-fe7096628bcb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] <== disconnect_volume: return (355ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:55:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:55:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:55:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9e0cdf55-2274-47b8-967e-86395657ad83 is timed out.
Oct 24 19:55:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdb from instance 9e0cdf55-2274-47b8-967e-86395657ad83 from the live domain config.
Oct 24 19:55:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mBgOjLkX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:55:05 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4faa1f-67f2-4a00-8cc4-b491ff47887e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:55:05 user nova-compute[74701]: No targets found.
Oct 24 19:55:05 user nova-compute[74701]: iSNS:
Oct 24 19:55:05 user nova-compute[74701]: No targets found.
Oct 24 19:55:05 user nova-compute[74701]: STATIC:
Oct 24 19:55:05 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:55:05 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:05 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:05 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:55:05 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:05 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:05 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:55:05 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:05 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:05 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a
Oct 24 19:55:05 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:05 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:05 user nova-compute[74701]: FIRMWARE:
Oct 24 19:55:05 user nova-compute[74701]: No targets found.
Oct 24 19:55:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:55:05 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:55:05 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[adfe7868-5c61-4b3b-8cfb-551fd4c39385]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56f960f-547c-4602-a7b5-2d19491a71a3]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a (non-flash)
Oct 24 19:55:05 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004a3010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[304ec1d3-cc4e-445a-ba8b-3761c9b86ec8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d7e7bda-2bc9-432b-84a4-ec760fba3b94]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b9d176-36b5-43be-8685-5ab8625de6f2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aec9bfd-4ae9-4010-a57a-d125f0735e3a]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c0d4562-d760-4ec8-bc9e-16beab06ecb0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[273408b1-0ac7-4e14-8559-eac846dd35f8]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260]
Oct 24 19:55:06 user nova-compute[74701]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a, portal: 172.16.0.220,3260] successful.
Oct 24 19:55:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:20010eab-eb93-4305-a354-c1cf7be79e8a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d86120-67a0-4e36-9cfd-62e8764b1057]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== disconnect_volume: return (314ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:55:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-215f1a73-6a78-4a7f-8498-ef89c261c6de tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.934s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74701) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:08 user nova-compute[74701]: WARNING nova.compute.manager [req-43a392e2-190f-44b6-abad-5da554615a06 req-b9393134-e7a9-413e-828b-b978071061ed service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state active and task_state powering-off.
Oct 24 19:55:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance destroyed successfully.
Oct 24 19:55:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:55:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-31bfbe72-8381-47f5-8c89-7e2721de049d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.879s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:09 user nova-compute[74701]: INFO nova.compute.manager [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Terminating instance
Oct 24 19:55:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-unplugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] No waiting events found dispatching network-vif-unplugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b472f6d-2b60-4d67-8201-1c038e3ce308 req-889d260c-bc77-4af2-b73c-3f309817b3eb service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-unplugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:10 user nova-compute[74701]: WARNING nova.compute.manager [req-ebd9e844-288d-4214-a1e8-afa4da23e37d req-f36a352b-81b2-4784-9949-5d8a70985bbf service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state None.
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'flavor' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e415fbde-893e-477e-b5f9-20bda94687f0 tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 28.755s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Instance destroyed successfully.
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid 4e5cde29-304b-4193-9d32-bb7b992d98b8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:50:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-838436100',display_name='tempest-TestVolumeBootPattern-volume-backed-server-838436100',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-838436100',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRvbwXNMGhnmBIL1aww0UPQjDQAFIt5UzBgTvQbqDxosPl7Y05K7Wbcv+EMKHnZWGILCrF7V8brBU4SMQlgcuyIuNgb186rokkuD38YrDTkQfD00lwJXRauJBgFdlP7tg==',key_name='tempest-keypair-1983376434',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:50:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-piztojci',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:50:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f971297970e4589a5847e4b7071f950',uuid=4e5cde29-304b-4193-9d32-bb7b992d98b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "address": "fa:16:3e:07:84:7f", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3b34632e-3d", "ovs_interfaceid": "3b34632e-3dc2-47ca-9896-cc761f858ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_vif [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3b34632e-3d, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bd486509-3682-4f40-871e-d5e29ff4cf1b) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:10 user nova-compute[74701]: INFO os_vif [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:07:84:7f,bridge_name='br-int',has_traffic_filtering=True,id=3b34632e-3dc2-47ca-9896-cc761f858ff1,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3b34632e-3d')
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OuispVrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:55:10 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3875486f-da12-43b0-93c0-ea883ebda445]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:55:10 user nova-compute[74701]: No targets found.
Oct 24 19:55:10 user nova-compute[74701]: iSNS:
Oct 24 19:55:10 user nova-compute[74701]: No targets found.
Oct 24 19:55:10 user nova-compute[74701]: STATIC:
Oct 24 19:55:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:55:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:55:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4
Oct 24 19:55:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:55:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:55:10 user nova-compute[74701]: FIRMWARE:
Oct 24 19:55:10 user nova-compute[74701]: No targets found.
Oct 24 19:55:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:55:10 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:55:10 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6db1b3-ec2a-4fc4-8160-bb77b581b0ab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[61a82499-8c77-4ab3-b480-122b1b161b68]: (4, ('tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:55:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f245b0700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ea23e1-7fd8-45f9-9090-d986fee62509]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[926c8e1f-24df-4e10-8e5f-2739659edf2e]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0765de73-c407-4387-a31b-552f2d1b2ac3]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cbcfe1e-a4ff-4328-b6fd-a330915a5729]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d895d3-91d1-4270-a4fa-3edb04607843]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e9080a-bacc-4b55-bfdd-f868197e7d2e]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260]
Oct 24 19:55:10 user nova-compute[74701]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4, portal: 172.16.0.220,3260] successful.
Oct 24 19:55:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb363e51-3300-4581-bb73-c5db4a161900]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (332ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:55:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:55:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Deleting instance files /opt/stack/data/nova/instances/4e5cde29-304b-4193-9d32-bb7b992d98b8_del
Oct 24 19:55:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Deletion of /opt/stack/data/nova/instances/4e5cde29-304b-4193-9d32-bb7b992d98b8_del complete
Oct 24 19:55:11 user nova-compute[74701]: INFO nova.compute.manager [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Took 1.27 seconds to destroy the instance on the hypervisor.
Oct 24 19:55:11 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:55:11 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:55:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:55:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:55:11 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Took 0.91 seconds to deallocate network for instance.
Oct 24 19:55:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] Acquiring lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] No waiting events found dispatching network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:12 user nova-compute[74701]: WARNING nova.compute.manager [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received unexpected event network-vif-plugged-3b34632e-3dc2-47ca-9896-cc761f858ff1 for instance with vm_state active and task_state deleting.
Oct 24 19:55:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ba090a9-0d1f-4159-a712-a93eb054a7de req-cf15ac49-a007-4d26-8809-4dd7e3e92784 service nova] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Received event network-vif-deleted-3b34632e-3dc2-47ca-9896-cc761f858ff1 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:12 user nova-compute[74701]: INFO nova.compute.manager [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Took 0.80 seconds to detach 1 volumes for instance.
Oct 24 19:55:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 4e5cde29-304b-4193-9d32-bb7b992d98b8] Deleting volume: 78d64d4b-f00f-4f7c-90d5-c17a6f51e8d4 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:13 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:55:13 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:55:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.342s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:13 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance 4e5cde29-304b-4193-9d32-bb7b992d98b8
Oct 24 19:55:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3cf9e708-9181-4640-a6c9-462b0db41d68 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "4e5cde29-304b-4193-9d32-bb7b992d98b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.637s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:18 user nova-compute[74701]: INFO nova.compute.manager [None req-e9eddb94-a418-4d80-a469-9034c022c445 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Get console output
Oct 24 19:55:18 user nova-compute[74701]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 24 19:55:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:32 user nova-compute[74701]: INFO nova.compute.manager [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Terminating instance
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-unplugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] No waiting events found dispatching network-vif-unplugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-5585da8d-775d-4b6f-9682-151b96a61d7b req-51a51690-31aa-447a-b9f7-47dcd11ab3b0 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-unplugged-aff6b06f-1103-4b11-ad98-c43050802e84 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:55:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Instance destroyed successfully.
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lazy-loading 'resources' on Instance uuid e9c5ccfb-ff10-4565-a334-ff6889135dcb {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:51:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-492858047',display_name='tempest-TestServerVolumeAttachmentScenario-server-492858047',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-492858047',id=31,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGw2njLD3GsoDIAnOkjah2KydDsV1zsYnxdmcyFGZZOht3/u3YjqXFjBKzONSZbKG4qtVEEay/9C0UEX8q9QOIf0QfczxtolVsGolYMlhXreiE4W/aOahFnVGy1ooxohLg==',key_name='tempest-keypair-701014465',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:51:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='255f3aec8ff04fb3a2b38c181447dfdf',ramdisk_id='',reservation_id='r-gyd0p74u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1724799860',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1724799860-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:51:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7da95e6c9f72483bb4f4175f3a737cda',uuid=e9c5ccfb-ff10-4565-a334-ff6889135dcb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converting VIF {"id": "aff6b06f-1103-4b11-ad98-c43050802e84", "address": "fa:16:3e:ab:4b:7c", "network": {"id": "393486e7-fc5d-4f12-bc92-a4dfdd6220fa", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-868441386-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "255f3aec8ff04fb3a2b38c181447dfdf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaff6b06f-11", "ovs_interfaceid": "aff6b06f-1103-4b11-ad98-c43050802e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG os_vif [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaff6b06f-11, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d2fc95c-0d4d-4137-8601-f6cb3c269288) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:32 user nova-compute[74701]: INFO os_vif [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:4b:7c,bridge_name='br-int',has_traffic_filtering=True,id=aff6b06f-1103-4b11-ad98-c43050802e84,network=Network(393486e7-fc5d-4f12-bc92-a4dfdd6220fa),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaff6b06f-11')
Oct 24 19:55:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Deleting instance files /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb_del
Oct 24 19:55:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Deletion of /opt/stack/data/nova/instances/e9c5ccfb-ff10-4565-a334-ff6889135dcb_del complete
Oct 24 19:55:32 user nova-compute[74701]: INFO nova.compute.manager [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 19:55:32 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:55:32 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:55:33 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Took 0.75 seconds to deallocate network for instance.
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-76797e21-7ecd-457b-b81a-c859fa57d90e req-d431b2dc-eecb-4dc3-ab67-cb59b4a59185 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-deleted-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:33 user nova-compute[74701]: INFO nova.compute.manager [req-76797e21-7ecd-457b-b81a-c859fa57d90e req-d431b2dc-eecb-4dc3-ab67-cb59b4a59185 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Neutron deleted interface aff6b06f-1103-4b11-ad98-c43050802e84; detaching it from the instance and deleting it from the info cache
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.network.neutron [req-76797e21-7ecd-457b-b81a-c859fa57d90e req-d431b2dc-eecb-4dc3-ab67-cb59b4a59185 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-76797e21-7ecd-457b-b81a-c859fa57d90e req-d431b2dc-eecb-4dc3-ab67-cb59b4a59185 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Detach interface failed, port_id=aff6b06f-1103-4b11-ad98-c43050802e84, reason: Instance e9c5ccfb-ff10-4565-a334-ff6889135dcb could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:55:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:33 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Deleted allocations for instance e9c5ccfb-ff10-4565-a334-ff6889135dcb
Oct 24 19:55:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-335f6661-6739-4d7f-8885-b96b9adaba0e tempest-TestServerVolumeAttachmentScenario-1724799860 tempest-TestServerVolumeAttachmentScenario-1724799860-project-member] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.035s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:55:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] Acquiring lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] Lock "e9c5ccfb-ff10-4565-a334-ff6889135dcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] No waiting events found dispatching network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:55:34 user nova-compute[74701]: WARNING nova.compute.manager [req-0b9b18fe-1c23-47c4-bb4c-7d25d2e236cb req-aa9d2921-9ea2-4e51-90ef-8d1d99900b90 service nova] [instance: e9c5ccfb-ff10-4565-a334-ff6889135dcb] Received unexpected event network-vif-plugged-aff6b06f-1103-4b11-ad98-c43050802e84 for instance with vm_state deleted and task_state None.
Oct 24 19:55:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:55:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:55:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:55:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:56:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:02 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:56:02 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8091MB free_disk=25.10102081298828GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:56:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.387s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:56:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [{"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 19:56:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:19 user nova-compute[74701]: INFO nova.compute.manager [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Terminating instance
Oct 24 19:56:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-20fc272b-c1d7-4007-9c83-8a9601547b72 req-e7a27034-ce13-4afc-9737-90a98aa26c1c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Instance destroyed successfully.
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'resources' on Instance uuid 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:49:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-160640986',display_name='tempest-ServerActionsTestOtherA-server-160640986',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-160640986',id=28,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:52:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-dr118r5k',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:53:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=4051a8e9-42bc-468d-9f4f-26b1c0ef9d28,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "d5936bb1-da46-4522-8608-c56062285f76", "address": "fa:16:3e:43:1d:53", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd5936bb1-da", "ovs_interfaceid": "d5936bb1-da46-4522-8608-c56062285f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_vif [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd5936bb1-da, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8dd62450-137c-43cc-b9e3-96b72f64b504) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: INFO os_vif [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:1d:53,bridge_name='br-int',has_traffic_filtering=True,id=d5936bb1-da46-4522-8608-c56062285f76,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd5936bb1-da')
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OxpjvuXr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:56:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3a3d20a-8d7f-4286-b6af-ffe178d14523]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:56:20 user nova-compute[74701]: No targets found.
Oct 24 19:56:20 user nova-compute[74701]: iSNS:
Oct 24 19:56:20 user nova-compute[74701]: No targets found.
Oct 24 19:56:20 user nova-compute[74701]: STATIC:
Oct 24 19:56:20 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7
Oct 24 19:56:20 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:56:20 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:56:20 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:56:20 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:56:20 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:56:20 user nova-compute[74701]: FIRMWARE:
Oct 24 19:56:20 user nova-compute[74701]: No targets found.
Oct 24 19:56:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:56:20 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:56:20 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc0b794-6055-43bc-99e3-a1e008e622d8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[83cd4e21-d4e9-4b35-9a1d-0c9c7b2bb199]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:56:20 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:56:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 (non-flash)
Oct 24 19:56:20 user nova-compute[74701]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:56:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004ab2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab8f57b-dccd-42dd-8d03-e4bcad04c05c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[beac9479-14f8-4787-8c6c-2db5dbb6532b]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8bfaf5c-e7d2-4955-a17b-fcb835878310]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[22038159-4daa-492b-94d6-f79d78e1e763]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23235386562366137', '/dev/disk/by-id/scsi-1SCST_BIO11ebfcf5-258eb6a725fac9cd', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_11ebfcf5') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dcf5ec5-49aa-4fff-8e4f-214d8be7e1c4]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40079a6-91c1-4666-8259-2c04cd5dad5d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e303b8-c19f-44b9-821c-4f2a76f31b32]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260]
Oct 24 19:56:20 user nova-compute[74701]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7, portal: 172.16.0.220,3260] successful.
Oct 24 19:56:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:71f608e9-08c8-4846-bbd7-4341e80e8fd7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a396cd7a-512c-4aa2-8c53-71be9a7831e0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] <== disconnect_volume: return (312ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:56:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Deleting instance files /opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28_del
Oct 24 19:56:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Deletion of /opt/stack/data/nova/instances/4051a8e9-42bc-468d-9f4f-26b1c0ef9d28_del complete
Oct 24 19:56:20 user nova-compute[74701]: INFO nova.compute.manager [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 24 19:56:20 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:21 user nova-compute[74701]: WARNING nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state deleting.
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:21 user nova-compute[74701]: WARNING nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state deleting.
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:21 user nova-compute[74701]: WARNING nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state deleting.
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-unplugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Acquiring lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] No waiting events found dispatching network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:21 user nova-compute[74701]: WARNING nova.compute.manager [req-84b5cc29-f080-428b-8d8c-38aa5cd27ad6 req-5f044e1b-d6e6-4ef8-912f-c7fb7a46f95c service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received unexpected event network-vif-plugged-d5936bb1-da46-4522-8608-c56062285f76 for instance with vm_state active and task_state deleting.
Oct 24 19:56:22 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:22 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Took 1.34 seconds to deallocate network for instance.
Oct 24 19:56:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-237f3c39-407d-408c-8221-b4bdfd3ba2de req-a34704e2-5759-4090-9135-c85fe91da0a7 service nova] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Received event network-vif-deleted-d5936bb1-da46-4522-8608-c56062285f76 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:25 user nova-compute[74701]: INFO nova.compute.manager [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Unrescuing
Oct 24 19:56:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'flavor' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:26 user nova-compute[74701]: WARNING nova.compute.manager [req-613af284-20aa-4dec-b090-97695e0a7a71 req-49db3891-6bd9-4c5e-9a64-09ec15612ccf service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:56:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:26 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance destroyed successfully.
Oct 24 19:56:26 user nova-compute[74701]: INFO nova.compute.manager [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Took 4.88 seconds to detach 1 volumes for instance.
Oct 24 19:56:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28] Deleting volume: 71f608e9-08c8-4846-bbd7-4341e80e8fd7 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.282s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:27 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Deleted allocations for instance 4051a8e9-42bc-468d-9f4f-26b1c0ef9d28
Oct 24 19:56:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b6c6b548-8d7d-4275-9382-5f541655653a tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "4051a8e9-42bc-468d-9f4f-26b1c0ef9d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 8.060s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:28 user nova-compute[74701]: WARNING nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:56:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:28 user nova-compute[74701]: WARNING nova.compute.manager [req-5a3eed5d-c711-4245-817c-9f228b7bd308 req-795dc2e5-3488-4158-97d5-fdeed6fae79c service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state rescued and task_state unrescuing.
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:56:29 user nova-compute[74701]: INFO nova.compute.claims [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Claim successful on node user
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.349s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:56:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:56:29 user nova-compute[74701]: DEBUG nova.policy [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:56:29 user nova-compute[74701]: INFO nova.virt.block_device [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Booting with volume 0dda3391-1179-44d0-8d53-7d0eefa5e539 at /dev/vda
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.utils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e79863-a563-44f7-bf18-3226033dc9f4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc9cfcd-6c18-4f4d-a2dc-475b3400ae52]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb83da2c-08a7-4f47-98a8-7781aa97f5fa]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4a396a-ba6c-434c-acf1-0e2dd7a0a98a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:56:30 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[682f8b9c-786f-4cf2-92da-c419ef329ab4]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG os_brick.utils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating existing volume attachment record: ad511e20-23d4-4d98-8155-670d80ddacf0 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1fd8e403-4abf-4f63-b9f6-fe5f8e2040bf tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:56:30 user nova-compute[74701]: WARNING nova.compute.manager [req-7186bbe6-a2c0-4100-b8bd-f67f8db48a26 req-297a2c4b-d234-4e86-8ff1-271408f7991e service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state active and task_state None.
Oct 24 19:56:30 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Successfully created port: b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Successfully updated port: b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-changed-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Refreshing instance network info cache due to event network-changed-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] Acquiring lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating instance_info_cache with network_info: [{"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Instance network_info: |[{"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] Acquired lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:31 user nova-compute[74701]: DEBUG nova.network.neutron [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Refreshing network info cache for port b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:56:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updated VIF entry in instance network info cache for port b6a1dba0-ae31-40cb-a137-dd92b6e8dee4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:56:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating instance_info_cache with network_info: [{"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14da2e28-a48b-41ba-9637-99588464f636 req-b6ac1449-e14c-4e5c-bcec-e7307ac554cc service nova] Releasing lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-changed-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Refreshing instance network info cache due to event network-changed-321e9a4a-de01-4be3-9a22-00f365d8c21a. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] Acquiring lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] Acquired lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Refreshing network info cache for port 321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updated VIF entry in instance network info cache for port 321e9a4a-de01-4be3-9a22-00f365d8c21a. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updating instance_info_cache with network_info: [{"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-28422127-b48a-4ca7-b6ff-a9be4e8e055f req-a1e99749-4e35-4f86-a990-cab2414374dd service nova] Releasing lock "refresh_cache-c01a20e2-c4ed-4e49-ae7e-072d1f11973c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG nova.objects.instance [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lazy-loading 'flavor' on Instance uuid c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:46 user nova-compute[74701]: INFO nova.compute.manager [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Attaching volume 2b0c7491-c3cb-499e-b3d5-8f9295c2d12a to /dev/vdb
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.utils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[56722023-0af7-475e-816d-3da2f549ee3e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4e5365-d468-4886-b17c-1fbc5647f476]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47882cb-0a08-4ff2-aca0-d0c50febea52]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f78e90-d621-44ca-9206-56bd3532884a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:56:47 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:56:47 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7338f4eb-e571-40ec-af5e-845a51455e7b]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG os_brick.utils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:56:47 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updating existing volume attachment record: 3d629b2a-1a19-4001-8b0a-d757f3ca96a2 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:56:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:57 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquired lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'info_cache' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:58 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Releasing lock "refresh_cache-9e0cdf55-2274-47b8-967e-86395657ad83" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:56:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance destroyed successfully.
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'resources' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:55:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG os_vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap030a3d43-db, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e226785f-0225-47ad-8432-05cd4a7aaf24) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:56:59 user nova-compute[74701]: INFO os_vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start _get_guest_xml network_info=[{"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:56:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:56:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:55:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:56:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:57:00 user nova-compute[74701]:   <uuid>9e0cdf55-2274-47b8-967e-86395657ad83</uuid>
Oct 24 19:57:00 user nova-compute[74701]:   <name>instance-0000001b</name>
Oct 24 19:57:00 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:57:00 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:57:00 user nova-compute[74701]:   <metadata>
Oct 24 19:57:00 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:57:00 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeTestJSON-server-1550351667</nova:name>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:56:59</nova:creationTime>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:57:00 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:57:00 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:owner>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:user uuid="249beeb2f0bd4a549efbf1d9bbef82dc">tempest-AttachVolumeTestJSON-607774084-project-member</nova:user>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:project uuid="dee02a4bcb1d45d88a0bc262299630c9">tempest-AttachVolumeTestJSON-607774084</nova:project>
Oct 24 19:57:00 user nova-compute[74701]:       </nova:owner>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:57:00 user nova-compute[74701]:       <nova:ports>
Oct 24 19:57:00 user nova-compute[74701]:         <nova:port uuid="030a3d43-db02-49d0-b050-1f2416455275">
Oct 24 19:57:00 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 24 19:57:00 user nova-compute[74701]:         </nova:port>
Oct 24 19:57:00 user nova-compute[74701]:       </nova:ports>
Oct 24 19:57:00 user nova-compute[74701]:     </nova:instance>
Oct 24 19:57:00 user nova-compute[74701]:   </metadata>
Oct 24 19:57:00 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:57:00 user nova-compute[74701]:     <system>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="serial">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="uuid">9e0cdf55-2274-47b8-967e-86395657ad83</entry>
Oct 24 19:57:00 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:57:00 user nova-compute[74701]:     </system>
Oct 24 19:57:00 user nova-compute[74701]:   </sysinfo>
Oct 24 19:57:00 user nova-compute[74701]:   <os>
Oct 24 19:57:00 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:57:00 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:57:00 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:57:00 user nova-compute[74701]:   </os>
Oct 24 19:57:00 user nova-compute[74701]:   <features>
Oct 24 19:57:00 user nova-compute[74701]:     <acpi/>
Oct 24 19:57:00 user nova-compute[74701]:     <apic/>
Oct 24 19:57:00 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:57:00 user nova-compute[74701]:   </features>
Oct 24 19:57:00 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:57:00 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:57:00 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:57:00 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:57:00 user nova-compute[74701]:   </clock>
Oct 24 19:57:00 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:57:00 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:57:00 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:57:00 user nova-compute[74701]:   </cpu>
Oct 24 19:57:00 user nova-compute[74701]:   <devices>
Oct 24 19:57:00 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:57:00 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:57:00 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk"/>
Oct 24 19:57:00 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:57:00 user nova-compute[74701]:     </disk>
Oct 24 19:57:00 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:57:00 user nova-compute[74701]:       <mac address="fa:16:3e:7e:c0:27"/>
Oct 24 19:57:00 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:00 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:57:00 user nova-compute[74701]:       <target dev="tap030a3d43-db"/>
Oct 24 19:57:00 user nova-compute[74701]:     </interface>
Oct 24 19:57:00 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:57:00 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/console.log" append="off"/>
Oct 24 19:57:00 user nova-compute[74701]:     </serial>
Oct 24 19:57:00 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:57:00 user nova-compute[74701]:     <video>
Oct 24 19:57:00 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:00 user nova-compute[74701]:     </video>
Oct 24 19:57:00 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:57:00 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:57:00 user nova-compute[74701]:     </rng>
Oct 24 19:57:00 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:57:00 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:57:00 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:57:00 user nova-compute[74701]:     </memballoon>
Oct 24 19:57:00 user nova-compute[74701]:   </devices>
Oct 24 19:57:00 user nova-compute[74701]: </domain>
Oct 24 19:57:00 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Cannot resize image /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'migration_context' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.objects.base [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Object Instance<9e0cdf55-2274-47b8-967e-86395657ad83> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:55:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG os_vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5118f90f-5679-532b-b951-b513050aac05', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap030a3d43-db, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap030a3d43-db, col_values=(('qos', UUID('222495cc-b744-472a-a407-11a71c9ac775')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap030a3d43-db, col_values=(('external_ids', {'iface-id': '030a3d43-db02-49d0-b050-1f2416455275', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7e:c0:27', 'vm-uuid': '9e0cdf55-2274-47b8-967e-86395657ad83'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:00 user nova-compute[74701]: INFO os_vif [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:04 user nova-compute[74701]: WARNING nova.compute.manager [req-ac2c99e0-7595-4d2a-a439-d590fde1dec2 req-3e6a21d7-0374-4d10-9c6e-22dd9d06e48a service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state powering-on.
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:04 user nova-compute[74701]: WARNING nova.compute.manager [req-4df0ec98-3b15-496c-bb90-ffa0fc64a093 req-0db04b8f-a53d-45f7-a2e2-5aad4028450e service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state stopped and task_state powering-on.
Oct 24 19:57:04 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance rebooted successfully.
Oct 24 19:57:04 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:04 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8209MB free_disk=25.08867645263672GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a93d3a2a-390f-4ddc-9857-5baa77da5dab tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1f47450a-2577-4613-bf6b-d7cb72351856 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.482s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQqIGyko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:57:05 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:57:05 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:57:05 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ca4130-acb4-4ade-bc29-34d10c883e2c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:57:05 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[092a9575-de86-40d6-baa5-867d9ac209d4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a] added
Oct 24 19:57:05 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4068b96b-33de-4086-937b-cf15dbd7d164]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e495fba0-fa50-4cad-b1d4-960188340f45]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQqIGyko {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQqIGyko" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aabec6c-fbb1-47b1-8613-ca62dea8f506]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bQqIGyko'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b822a0a-1027-4b22-b259-607a808a6482]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48248650-2ac7-41ba-960f-33674c267b84]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a451be-9f60-41f3-abb6-7aec98fa777c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260]
Oct 24 19:57:06 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260] successful.
Oct 24 19:57:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[baee4ccf-0f12-4981-befe-6fcfe6c03659]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7386951-3873-4e8d-a0c0-3f6d9206b8a2]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:06 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:06 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d194995a-fd45-4790-bb09-daf3899ccc22]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQqIGyko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26530373265313532', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26530373265313532', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lazy-loading 'flavor' on Instance uuid c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 19:57:07 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:57:07 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:57:07 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:57:07 user nova-compute[74701]:   <serial>2b0c7491-c3cb-499e-b3d5-8f9295c2d12a</serial>
Oct 24 19:57:07 user nova-compute[74701]: </disk>
Oct 24 19:57:07 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] No VIF found with MAC fa:16:3e:c7:cd:99, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:57:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-14304838-5fda-42ff-9e84-ee5b597feec1 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.842s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:09 user nova-compute[74701]: INFO nova.compute.manager [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Detaching volume 2b0c7491-c3cb-499e-b3d5-8f9295c2d12a
Oct 24 19:57:09 user nova-compute[74701]: INFO nova.virt.block_device [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Attempting to driver detach volume 2b0c7491-c3cb-499e-b3d5-8f9295c2d12a from mountpoint /dev/vdb
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Attempting to detach device vdb from instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:57:09 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:57:09 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:57:09 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:57:09 user nova-compute[74701]:   <serial>2b0c7491-c3cb-499e-b3d5-8f9295c2d12a</serial>
Oct 24 19:57:09 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:57:09 user nova-compute[74701]: </disk>
Oct 24 19:57:09 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:57:09 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Successfully detached device vdb from instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c from the persistent domain config.
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:57:09 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:57:09 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 19:57:09 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:57:09 user nova-compute[74701]:   <serial>2b0c7491-c3cb-499e-b3d5-8f9295c2d12a</serial>
Oct 24 19:57:09 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:57:09 user nova-compute[74701]: </disk>
Oct 24 19:57:09 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:09 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:57:09 user nova-compute[74701]: INFO nova.compute.claims [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Claim successful on node user
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.456s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:57:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.policy [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92c4e5f772074bd5bbbbfc08f9cb6d27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e155af57f10e4d139f88bb7a2142bd90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:57:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Creating image(s)
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "/opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "/opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "/opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk 1073741824" returned: 0 in 0.062s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Successfully created port: 5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.206s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Checking if we can resize image /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Cannot resize image /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Ensure instance console log exists: /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Successfully updated port: 5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquired lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:57:11 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-changed-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Refreshing instance network info cache due to event network-changed-5f6d2c7c-4a90-4373-8315-1f00c721dc36. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] Acquiring lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Releasing lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Instance network_info: |[{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] Acquired lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Refreshing network info cache for port 5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Start _get_guest_xml network_info=[{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:57:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1926503091',display_name='tempest-SnapshotDataIntegrityTests-server-1926503091',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1926503091',id=36,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAx+0D7i7/eA2EFiuTmEuHbwoWmWSbh3ej2OXKQycf2fzFomVZ7s10zZJxz2kNg66M3PFzHI9HAgFj351vUEoXq+sxf1vglJSLaveVaLzK56FA/NpnXnNkYqP52LoIQ0A==',key_name='tempest-keypair-1426664533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e155af57f10e4d139f88bb7a2142bd90',ramdisk_id='',reservation_id='r-iw04hr0h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1504480630',owner_user_name='tempest-SnapshotDataIntegrityTests-1504480630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:57:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='92c4e5f772074bd5bbbbfc08f9cb6d27',uuid=66381646-98d3-4ba7-9b28-1b53ecdd74c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converting VIF {"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lazy-loading 'pci_devices' on Instance uuid 66381646-98d3-4ba7-9b28-1b53ecdd74c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:57:12 user nova-compute[74701]:   <uuid>66381646-98d3-4ba7-9b28-1b53ecdd74c8</uuid>
Oct 24 19:57:12 user nova-compute[74701]:   <name>instance-00000024</name>
Oct 24 19:57:12 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:57:12 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:57:12 user nova-compute[74701]:   <metadata>
Oct 24 19:57:12 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:57:12 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1926503091</nova:name>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:57:12</nova:creationTime>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:57:12 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:57:12 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:owner>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:user uuid="92c4e5f772074bd5bbbbfc08f9cb6d27">tempest-SnapshotDataIntegrityTests-1504480630-project-member</nova:user>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:project uuid="e155af57f10e4d139f88bb7a2142bd90">tempest-SnapshotDataIntegrityTests-1504480630</nova:project>
Oct 24 19:57:12 user nova-compute[74701]:       </nova:owner>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:57:12 user nova-compute[74701]:       <nova:ports>
Oct 24 19:57:12 user nova-compute[74701]:         <nova:port uuid="5f6d2c7c-4a90-4373-8315-1f00c721dc36">
Oct 24 19:57:12 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:57:12 user nova-compute[74701]:         </nova:port>
Oct 24 19:57:12 user nova-compute[74701]:       </nova:ports>
Oct 24 19:57:12 user nova-compute[74701]:     </nova:instance>
Oct 24 19:57:12 user nova-compute[74701]:   </metadata>
Oct 24 19:57:12 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:57:12 user nova-compute[74701]:     <system>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="serial">66381646-98d3-4ba7-9b28-1b53ecdd74c8</entry>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="uuid">66381646-98d3-4ba7-9b28-1b53ecdd74c8</entry>
Oct 24 19:57:12 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:57:12 user nova-compute[74701]:     </system>
Oct 24 19:57:12 user nova-compute[74701]:   </sysinfo>
Oct 24 19:57:12 user nova-compute[74701]:   <os>
Oct 24 19:57:12 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:57:12 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:57:12 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:57:12 user nova-compute[74701]:   </os>
Oct 24 19:57:12 user nova-compute[74701]:   <features>
Oct 24 19:57:12 user nova-compute[74701]:     <acpi/>
Oct 24 19:57:12 user nova-compute[74701]:     <apic/>
Oct 24 19:57:12 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:57:12 user nova-compute[74701]:   </features>
Oct 24 19:57:12 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:57:12 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:57:12 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:57:12 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:57:12 user nova-compute[74701]:   </clock>
Oct 24 19:57:12 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:57:12 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:57:12 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:57:12 user nova-compute[74701]:   </cpu>
Oct 24 19:57:12 user nova-compute[74701]:   <devices>
Oct 24 19:57:12 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:57:12 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:57:12 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk"/>
Oct 24 19:57:12 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:57:12 user nova-compute[74701]:     </disk>
Oct 24 19:57:12 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:57:12 user nova-compute[74701]:       <mac address="fa:16:3e:47:37:f9"/>
Oct 24 19:57:12 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:12 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:57:12 user nova-compute[74701]:       <target dev="tap5f6d2c7c-4a"/>
Oct 24 19:57:12 user nova-compute[74701]:     </interface>
Oct 24 19:57:12 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:57:12 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/console.log" append="off"/>
Oct 24 19:57:12 user nova-compute[74701]:     </serial>
Oct 24 19:57:12 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:57:12 user nova-compute[74701]:     <video>
Oct 24 19:57:12 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:12 user nova-compute[74701]:     </video>
Oct 24 19:57:12 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:57:12 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:57:12 user nova-compute[74701]:     </rng>
Oct 24 19:57:12 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:57:12 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:57:12 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:57:12 user nova-compute[74701]:     </memballoon>
Oct 24 19:57:12 user nova-compute[74701]:   </devices>
Oct 24 19:57:12 user nova-compute[74701]: </domain>
Oct 24 19:57:12 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1926503091',display_name='tempest-SnapshotDataIntegrityTests-server-1926503091',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1926503091',id=36,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAx+0D7i7/eA2EFiuTmEuHbwoWmWSbh3ej2OXKQycf2fzFomVZ7s10zZJxz2kNg66M3PFzHI9HAgFj351vUEoXq+sxf1vglJSLaveVaLzK56FA/NpnXnNkYqP52LoIQ0A==',key_name='tempest-keypair-1426664533',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e155af57f10e4d139f88bb7a2142bd90',ramdisk_id='',reservation_id='r-iw04hr0h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1504480630',owner_user_name='tempest-SnapshotDataIntegrityTests-1504480630-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:57:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='92c4e5f772074bd5bbbbfc08f9cb6d27',uuid=66381646-98d3-4ba7-9b28-1b53ecdd74c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converting VIF {"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG os_vif [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1adbd1c6-51e5-5412-afd0-adb6fb1017a6', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5f6d2c7c-4a, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5f6d2c7c-4a, col_values=(('qos', UUID('9c39ae85-00c7-483a-9b5c-ccb317691394')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5f6d2c7c-4a, col_values=(('external_ids', {'iface-id': '5f6d2c7c-4a90-4373-8315-1f00c721dc36', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:47:37:f9', 'vm-uuid': '66381646-98d3-4ba7-9b28-1b53ecdd74c8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:12 user nova-compute[74701]: INFO os_vif [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a')
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] No VIF found with MAC fa:16:3e:47:37:f9, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updated VIF entry in instance network info cache for port 5f6d2c7c-4a90-4373-8315-1f00c721dc36. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-00ccac42-5a7d-41fc-b95e-9b2feab0d988 req-6b01a635-ff37-449e-9c7f-0c1499c6c8d6 service nova] Releasing lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:57:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG nova.compute.manager [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] No waiting events found dispatching network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:14 user nova-compute[74701]: WARNING nova.compute.manager [req-f9ceb201-2b42-4733-a8c3-bad1d8604152 req-4f359c4a-7db1-4c59-96c1-e98d5969ce7c service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received unexpected event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 for instance with vm_state building and task_state spawning.
Oct 24 19:57:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.compute.manager [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] No waiting events found dispatching network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:16 user nova-compute[74701]: WARNING nova.compute.manager [req-2fc3d9d1-95a2-401a-ae84-c775099026ae req-2c0f19bf-f3c0-49e7-81f1-13cde4ded485 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received unexpected event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 for instance with vm_state building and task_state spawning.
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:57:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Instance spawned successfully.
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:16 user nova-compute[74701]: INFO nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Took 5.82 seconds to spawn the instance on the hypervisor.
Oct 24 19:57:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:57:16 user nova-compute[74701]: INFO nova.compute.manager [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Took 6.62 seconds to build instance.
Oct 24 19:57:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8db1e500-adda-4424-9cf5-4fdcc85b85c2 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.726s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:19 user nova-compute[74701]: INFO nova.compute.manager [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Terminating instance
Oct 24 19:57:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-unplugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] No waiting events found dispatching network-vif-unplugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b9670e22-92c6-4884-8741-a2943ed4a3d2 req-ccca6bea-e4f4-44b9-afe6-12d5cf44a53f service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-unplugged-fd18a10d-1e71-496e-9162-80b009fd490f for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Instance destroyed successfully.
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lazy-loading 'resources' on Instance uuid 551bdc55-b0d1-4b38-a1ee-7399a7378516 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:38:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-999281865',display_name='tempest-ServerActionsTestOtherA-server-999281865',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-999281865',id=16,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJKgb27nVKEvBCu8KryQJITBOqKv7DvzVT6yx4X7yDQE+I0qu/PSS8XqBN1/RLwHx5g17URzGuRLQOG873Z7oaTJqIqmMUyal5lBnzNSpinofrrZnhnpSHTqUf6XpxKBZg==',key_name='tempest-keypair-1331597745',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:38:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b034b0cafba6420eb09425db5d4b7608',ramdisk_id='',reservation_id='r-08xh9bpg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-996734114',owner_user_name='tempest-ServerActionsTestOtherA-996734114-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:38:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='46a952edd9ac4385af98ef4752ad8154',uuid=551bdc55-b0d1-4b38-a1ee-7399a7378516,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converting VIF {"id": "fd18a10d-1e71-496e-9162-80b009fd490f", "address": "fa:16:3e:43:75:c7", "network": {"id": "01584e35-5207-45f1-9c52-b16d9cfe6808", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-893758701-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b034b0cafba6420eb09425db5d4b7608", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfd18a10d-1e", "ovs_interfaceid": "fd18a10d-1e71-496e-9162-80b009fd490f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG os_vif [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfd18a10d-1e, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9337d7c4-0535-4ac7-acd0-c91293c4b7ab) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:20 user nova-compute[74701]: INFO os_vif [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:43:75:c7,bridge_name='br-int',has_traffic_filtering=True,id=fd18a10d-1e71-496e-9162-80b009fd490f,network=Network(01584e35-5207-45f1-9c52-b16d9cfe6808),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfd18a10d-1e')
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Deleting instance files /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516_del
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Deletion of /opt/stack/data/nova/instances/551bdc55-b0d1-4b38-a1ee-7399a7378516_del complete
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.compute.manager [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Took 0.77 seconds to destroy the instance on the hypervisor.
Oct 24 19:57:20 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Took 0.42 seconds to deallocate network for instance.
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ef36272-2b06-4cc5-b3ef-0e26af650a35 req-b535b755-6eb7-4e08-99eb-d89df1acdbbf service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-deleted-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:20 user nova-compute[74701]: INFO nova.compute.manager [req-3ef36272-2b06-4cc5-b3ef-0e26af650a35 req-b535b755-6eb7-4e08-99eb-d89df1acdbbf service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Neutron deleted interface fd18a10d-1e71-496e-9162-80b009fd490f; detaching it from the instance and deleting it from the info cache
Oct 24 19:57:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-3ef36272-2b06-4cc5-b3ef-0e26af650a35 req-b535b755-6eb7-4e08-99eb-d89df1acdbbf service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-3ef36272-2b06-4cc5-b3ef-0e26af650a35 req-b535b755-6eb7-4e08-99eb-d89df1acdbbf service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Detach interface failed, port_id=fd18a10d-1e71-496e-9162-80b009fd490f, reason: Instance 551bdc55-b0d1-4b38-a1ee-7399a7378516 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:57:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:21 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Deleted allocations for instance 551bdc55-b0d1-4b38-a1ee-7399a7378516
Oct 24 19:57:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-11dec3c8-416e-4271-ba5a-eb7493f9f5e7 tempest-ServerActionsTestOtherA-996734114 tempest-ServerActionsTestOtherA-996734114-project-member] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.722s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] Acquiring lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] Lock "551bdc55-b0d1-4b38-a1ee-7399a7378516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] No waiting events found dispatching network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:22 user nova-compute[74701]: WARNING nova.compute.manager [req-2eb75a87-4670-44bb-a39e-a458d2938d2b req-97f53621-145f-47dd-af42-6617ccbaad34 service nova] [instance: 551bdc55-b0d1-4b38-a1ee-7399a7378516] Received unexpected event network-vif-plugged-fd18a10d-1e71-496e-9162-80b009fd490f for instance with vm_state deleted and task_state None.
Oct 24 19:57:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:57:26 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Creating image(s)
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Ensure instance console log exists: /opt/stack/data/nova/instances/1f47450a-2577-4613-bf6b-d7cb72351856/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Start _get_guest_xml network_info=[{"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1f47450a-2577-4613-bf6b-d7cb72351856', 'attached_at': '', 'detached_at': '', 'volume_id': '0dda3391-1179-44d0-8d53-7d0eefa5e539', 'serial': '0dda3391-1179-44d0-8d53-7d0eefa5e539'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': 'ad511e20-23d4-4d98-8155-670d80ddacf0', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:57:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:57:26 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:57:26 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:57:26 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[39733a7c-c17f-4d9d-8769-bd5d501bdfbd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 19:57:26 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5760f7bc-1ca4-4225-9079-010d7beead14]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539] added
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea422f19-0175-4a35-9b35-608cc8b61d5f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ff8962-108b-4f26-823f-180e2ce6f50d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bHwIBZmr {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bHwIBZmr" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41081e1e-f7f8-4b53-8bd4-85a942702191]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bHwIBZmr'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d322f4-e6e4-4e2d-97dc-af12f14d618e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d811510f-7784-4a7b-b14e-e5f80a03b9dd]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf930cd-1684-48c1-aabc-ec59c9fce0cd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]
Oct 24 19:57:26 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c7213e-1026-4dc2-90be-2660af4a2206]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[faacd97c-d196-49b9-8c28-4c2309d4c115]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:26 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:57:26 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('34', '-', '-', 0) found on session 35 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[481e54b1-1467-45fe-828c-bf31c627537c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 35 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 19:57:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23832656466656665', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832656466656665', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:56:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1755398456',display_name='tempest-TestVolumeBootPattern-server-1755398456',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1755398456',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-x3qpbmze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:56:30Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=1f47450a-2577-4613-bf6b-d7cb72351856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.objects.instance [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid 1f47450a-2577-4613-bf6b-d7cb72351856 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:57:27 user nova-compute[74701]:   <uuid>1f47450a-2577-4613-bf6b-d7cb72351856</uuid>
Oct 24 19:57:27 user nova-compute[74701]:   <name>instance-00000023</name>
Oct 24 19:57:27 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:57:27 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:57:27 user nova-compute[74701]:   <metadata>
Oct 24 19:57:27 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:57:27 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:57:27 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-server-1755398456</nova:name>
Oct 24 19:57:27 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:57:26</nova:creationTime>
Oct 24 19:57:27 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:57:27 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:57:27 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:57:27 user nova-compute[74701]:       <nova:owner>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 19:57:27 user nova-compute[74701]:       </nova:owner>
Oct 24 19:57:27 user nova-compute[74701]:       <nova:ports>
Oct 24 19:57:27 user nova-compute[74701]:         <nova:port uuid="b6a1dba0-ae31-40cb-a137-dd92b6e8dee4">
Oct 24 19:57:27 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 19:57:27 user nova-compute[74701]:         </nova:port>
Oct 24 19:57:27 user nova-compute[74701]:       </nova:ports>
Oct 24 19:57:27 user nova-compute[74701]:     </nova:instance>
Oct 24 19:57:27 user nova-compute[74701]:   </metadata>
Oct 24 19:57:27 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:57:27 user nova-compute[74701]:     <system>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="serial">1f47450a-2577-4613-bf6b-d7cb72351856</entry>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="uuid">1f47450a-2577-4613-bf6b-d7cb72351856</entry>
Oct 24 19:57:27 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:57:27 user nova-compute[74701]:     </system>
Oct 24 19:57:27 user nova-compute[74701]:   </sysinfo>
Oct 24 19:57:27 user nova-compute[74701]:   <os>
Oct 24 19:57:27 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:57:27 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:57:27 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:57:27 user nova-compute[74701]:   </os>
Oct 24 19:57:27 user nova-compute[74701]:   <features>
Oct 24 19:57:27 user nova-compute[74701]:     <acpi/>
Oct 24 19:57:27 user nova-compute[74701]:     <apic/>
Oct 24 19:57:27 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:57:27 user nova-compute[74701]:   </features>
Oct 24 19:57:27 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:57:27 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:57:27 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:57:27 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:57:27 user nova-compute[74701]:   </clock>
Oct 24 19:57:27 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:57:27 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:57:27 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:57:27 user nova-compute[74701]:   </cpu>
Oct 24 19:57:27 user nova-compute[74701]:   <devices>
Oct 24 19:57:27 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 19:57:27 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:57:27 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 19:57:27 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:57:27 user nova-compute[74701]:       <serial>0dda3391-1179-44d0-8d53-7d0eefa5e539</serial>
Oct 24 19:57:27 user nova-compute[74701]:     </disk>
Oct 24 19:57:27 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:57:27 user nova-compute[74701]:       <mac address="fa:16:3e:87:23:d3"/>
Oct 24 19:57:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:27 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:57:27 user nova-compute[74701]:       <target dev="tapb6a1dba0-ae"/>
Oct 24 19:57:27 user nova-compute[74701]:     </interface>
Oct 24 19:57:27 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:57:27 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/1f47450a-2577-4613-bf6b-d7cb72351856/console.log" append="off"/>
Oct 24 19:57:27 user nova-compute[74701]:     </serial>
Oct 24 19:57:27 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:57:27 user nova-compute[74701]:     <video>
Oct 24 19:57:27 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:27 user nova-compute[74701]:     </video>
Oct 24 19:57:27 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:57:27 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:57:27 user nova-compute[74701]:     </rng>
Oct 24 19:57:27 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:57:27 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:57:27 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:57:27 user nova-compute[74701]:     </memballoon>
Oct 24 19:57:27 user nova-compute[74701]:   </devices>
Oct 24 19:57:27 user nova-compute[74701]: </domain>
Oct 24 19:57:27 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:56:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1755398456',display_name='tempest-TestVolumeBootPattern-server-1755398456',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1755398456',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-x3qpbmze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:56:30Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=1f47450a-2577-4613-bf6b-d7cb72351856,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG os_vif [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1fc18e9b-d058-56fd-a748-bb29201f367a', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb6a1dba0-ae, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb6a1dba0-ae, col_values=(('qos', UUID('1e220798-5ea0-45c3-9cfd-67090de426df')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb6a1dba0-ae, col_values=(('external_ids', {'iface-id': 'b6a1dba0-ae31-40cb-a137-dd92b6e8dee4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:23:d3', 'vm-uuid': '1f47450a-2577-4613-bf6b-d7cb72351856'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:27 user nova-compute[74701]: INFO os_vif [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae')
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:57:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:87:23:d3, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:57:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] No waiting events found dispatching network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:29 user nova-compute[74701]: WARNING nova.compute.manager [req-7781e7c7-8fe2-4d8a-8ca0-bb4ce4bd13c1 req-7e284e7b-5511-4628-a417-8f5a670766f2 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received unexpected event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 for instance with vm_state building and task_state spawning.
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c is timed out.
Oct 24 19:57:30 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Successfully detached device vdb from instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c from the live domain config.
Oct 24 19:57:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQqIGyko', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:57:30 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfc1799d-c1f3-4c55-a752-dac52ef29736]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:57:30 user nova-compute[74701]: No targets found.
Oct 24 19:57:30 user nova-compute[74701]: iSNS:
Oct 24 19:57:30 user nova-compute[74701]: No targets found.
Oct 24 19:57:30 user nova-compute[74701]: STATIC:
Oct 24 19:57:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:57:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:57:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:57:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 19:57:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:57:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:57:30 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a
Oct 24 19:57:30 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:57:30 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:57:30 user nova-compute[74701]: FIRMWARE:
Oct 24 19:57:30 user nova-compute[74701]: No targets found.
Oct 24 19:57:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:57:30 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:57:30 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[778144c6-a847-4da2-ae4a-222e43f40cca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[26212d6d-f16a-4b97-8100-dae5b4c55b13]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:30 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:30 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:57:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:57:30 user nova-compute[74701]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a (non-flash)
Oct 24 19:57:30 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:57:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f0062d3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb04c2b6-aa7c-4793-b840-08dc3ad4e7e1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d39177dd-3a8c-46ab-b20e-7543cb925fdd]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b87b58-15dc-4c72-84c7-82345b9690c5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd05699-8c64-41ef-95f6-b7fbac77e53c]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a52048-a250-4f66-9453-b3f21347cc9d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8076a019-7fe3-4643-9189-1084393cfa5b]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260]
Oct 24 19:57:30 user nova-compute[74701]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a, portal: 172.16.0.220,3260] successful.
Oct 24 19:57:30 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2b0c7491-c3cb-499e-b3d5-8f9295c2d12a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd92f1fa-1e4f-4e6e-82bf-1ad3355f5de6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] <== disconnect_volume: return (325ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:57:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] No waiting events found dispatching network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:57:31 user nova-compute[74701]: WARNING nova.compute.manager [req-e1ca6199-9936-4fce-85b9-78519b2bafb1 req-cf2e18e3-5390-477b-afc0-dcb60ffed9c3 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received unexpected event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 for instance with vm_state building and task_state spawning.
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:57:31 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Instance spawned successfully.
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:57:31 user nova-compute[74701]: INFO nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Took 5.21 seconds to spawn the instance on the hypervisor.
Oct 24 19:57:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:57:31 user nova-compute[74701]: INFO nova.compute.manager [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Took 62.51 seconds to build instance.
Oct 24 19:57:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2aa283bf-bcc7-47f8-800e-f31158bc41f5 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.625s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lazy-loading 'flavor' on Instance uuid c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-6040dd07-3724-4af3-9184-6c45d6d0c80b tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.471s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:56 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:57:56 user nova-compute[74701]: INFO nova.compute.claims [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Claim successful on node user
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.394s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:57:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.policy [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a55ce906fc43d18e96f522d98a0a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d107b16e47844bba4301afa447961df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:57:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Creating image(s)
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "eabdfae30e14ff324e85523451593239f0b09f37" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "eabdfae30e14ff324e85523451593239f0b09f37" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Successfully created port: a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.part --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.virt.images [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] cbd38a77-b0a6-4f84-a758-c7ef98aa75db was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.part /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.part /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.converted" returned: 0 in 0.462s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Successfully updated port: a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "eabdfae30e14ff324e85523451593239f0b09f37" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.300s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing instance network info cache due to event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "eabdfae30e14ff324e85523451593239f0b09f37" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "eabdfae30e14ff324e85523451593239f0b09f37" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37,backing_fmt=raw /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37,backing_fmt=raw /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk 1073741824" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "eabdfae30e14ff324e85523451593239f0b09f37" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance network_info: |[{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Cannot resize image /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Ensure instance console log exists: /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start _get_guest_xml network_info=[{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:57:54Z,direct_url=<?>,disk_format='qcow2',id=cbd38a77-b0a6-4f84-a758-c7ef98aa75db,min_disk=0,min_ram=0,name='tempest-scenario-img--668701685',owner='8d107b16e47844bba4301afa447961df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:57:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'cbd38a77-b0a6-4f84-a758-c7ef98aa75db'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:57:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:57:54Z,direct_url=<?>,disk_format='qcow2',id=cbd38a77-b0a6-4f84-a758-c7ef98aa75db,min_disk=0,min_ram=0,name='tempest-scenario-img--668701685',owner='8d107b16e47844bba4301afa447961df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:57:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:57:57Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'pci_devices' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:57:59 user nova-compute[74701]:   <uuid>e6fdc6bf-7671-4974-b036-8ffe087bd2c8</uuid>
Oct 24 19:57:59 user nova-compute[74701]:   <name>instance-00000025</name>
Oct 24 19:57:59 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:57:59 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:57:59 user nova-compute[74701]:   <metadata>
Oct 24 19:57:59 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:57:59 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:name>tempest-TestMinimumBasicScenario-server-1016435096</nova:name>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:57:59</nova:creationTime>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:57:59 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:57:59 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:owner>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:user uuid="a7a55ce906fc43d18e96f522d98a0a9e">tempest-TestMinimumBasicScenario-1132138108-project-member</nova:user>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:project uuid="8d107b16e47844bba4301afa447961df">tempest-TestMinimumBasicScenario-1132138108</nova:project>
Oct 24 19:57:59 user nova-compute[74701]:       </nova:owner>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:root type="image" uuid="cbd38a77-b0a6-4f84-a758-c7ef98aa75db"/>
Oct 24 19:57:59 user nova-compute[74701]:       <nova:ports>
Oct 24 19:57:59 user nova-compute[74701]:         <nova:port uuid="a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9">
Oct 24 19:57:59 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 19:57:59 user nova-compute[74701]:         </nova:port>
Oct 24 19:57:59 user nova-compute[74701]:       </nova:ports>
Oct 24 19:57:59 user nova-compute[74701]:     </nova:instance>
Oct 24 19:57:59 user nova-compute[74701]:   </metadata>
Oct 24 19:57:59 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:57:59 user nova-compute[74701]:     <system>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="serial">e6fdc6bf-7671-4974-b036-8ffe087bd2c8</entry>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="uuid">e6fdc6bf-7671-4974-b036-8ffe087bd2c8</entry>
Oct 24 19:57:59 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:57:59 user nova-compute[74701]:     </system>
Oct 24 19:57:59 user nova-compute[74701]:   </sysinfo>
Oct 24 19:57:59 user nova-compute[74701]:   <os>
Oct 24 19:57:59 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:57:59 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:57:59 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:57:59 user nova-compute[74701]:   </os>
Oct 24 19:57:59 user nova-compute[74701]:   <features>
Oct 24 19:57:59 user nova-compute[74701]:     <acpi/>
Oct 24 19:57:59 user nova-compute[74701]:     <apic/>
Oct 24 19:57:59 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:57:59 user nova-compute[74701]:   </features>
Oct 24 19:57:59 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:57:59 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:57:59 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:57:59 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:57:59 user nova-compute[74701]:   </clock>
Oct 24 19:57:59 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:57:59 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:57:59 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:57:59 user nova-compute[74701]:   </cpu>
Oct 24 19:57:59 user nova-compute[74701]:   <devices>
Oct 24 19:57:59 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:57:59 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:57:59 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk"/>
Oct 24 19:57:59 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:57:59 user nova-compute[74701]:     </disk>
Oct 24 19:57:59 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:57:59 user nova-compute[74701]:       <mac address="fa:16:3e:d8:df:fc"/>
Oct 24 19:57:59 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:59 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:57:59 user nova-compute[74701]:       <target dev="tapa9849a4e-ed"/>
Oct 24 19:57:59 user nova-compute[74701]:     </interface>
Oct 24 19:57:59 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:57:59 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/console.log" append="off"/>
Oct 24 19:57:59 user nova-compute[74701]:     </serial>
Oct 24 19:57:59 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:57:59 user nova-compute[74701]:     <video>
Oct 24 19:57:59 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:57:59 user nova-compute[74701]:     </video>
Oct 24 19:57:59 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:57:59 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:57:59 user nova-compute[74701]:     </rng>
Oct 24 19:57:59 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:57:59 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:57:59 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:57:59 user nova-compute[74701]:     </memballoon>
Oct 24 19:57:59 user nova-compute[74701]:   </devices>
Oct 24 19:57:59 user nova-compute[74701]: </domain>
Oct 24 19:57:59 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:57:57Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG os_vif [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4405202e-5fe3-53fb-947d-004dc6cb9745', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated VIF entry in instance network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9849a4e-ed, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9849a4e-ed, col_values=(('qos', UUID('0ba6e5d1-fe74-4df8-907e-ec5988ad481f')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9849a4e-ed, col_values=(('external_ids', {'iface-id': 'a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:df:fc', 'vm-uuid': 'e6fdc6bf-7671-4974-b036-8ffe087bd2c8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ce59078a-d07a-4f25-b5fb-2aabac7d3f39 req-caccd3a7-3b08-44a2-9fe3-4c016c924dcc service nova] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:57:59 user nova-compute[74701]: INFO os_vif [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed')
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No VIF found with MAC fa:16:3e:d8:df:fc, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:57:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:01 user nova-compute[74701]: WARNING nova.compute.manager [req-062db54c-e5e3-4144-a828-01838b7cf7d4 req-708b8ea6-e612-4cbd-8d2e-e93802432b76 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state building and task_state spawning.
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:02 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:58:02 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7845MB free_disk=24.997940063476562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9e0cdf55-2274-47b8-967e-86395657ad83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1f47450a-2577-4613-bf6b-d7cb72351856 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:58:02 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.411s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:58:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance spawned successfully.
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:03 user nova-compute[74701]: INFO nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Took 5.92 seconds to spawn the instance on the hypervisor.
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:03 user nova-compute[74701]: WARNING nova.compute.manager [req-0a9ff078-1cde-489b-91d6-a48ed5671e54 req-10c59c19-082d-4e74-a170-b03a938b8ace service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state building and task_state spawning.
Oct 24 19:58:03 user nova-compute[74701]: INFO nova.compute.manager [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Took 6.65 seconds to build instance.
Oct 24 19:58:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a6af317f-7284-4372-992e-84e86e1ba312 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.748s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:58:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:09 user nova-compute[74701]: INFO nova.compute.manager [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Terminating instance
Oct 24 19:58:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-unplugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] No waiting events found dispatching network-vif-unplugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-441e1842-d83c-4645-bc5c-8e859703c3b1 req-075ae69a-5140-4785-8ccc-a5fcebfeb2c6 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-unplugged-321e9a4a-de01-4be3-9a22-00f365d8c21a for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Skipping network cache update for instance because it is being deleted. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9938}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:58:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Instance destroyed successfully.
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lazy-loading 'resources' on Instance uuid c01a20e2-c4ed-4e49-ae7e-072d1f11973c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:54:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1307492671',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1307492',id=34,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL4TnC8weuxL4hcyLt2wxHW/5mAU/eSWmT2lv7WUBj5q5D2a+8a+2IfVIxln2RrCGk3XGqfLKLo4qnYlLBCsU1murhE2PbkHCLqBwGa1KJ14M2+2MeIFC5J001zIz4XsrA==',key_name='tempest-keypair-327925602',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:54:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='49876b9a5f9047a6b4ffee73156ac4da',ramdisk_id='',reservation_id='r-gbmpqnbe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f580930a3c414701be42bbca8d422508',uuid=c01a20e2-c4ed-4e49-ae7e-072d1f11973c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converting VIF {"id": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "address": "fa:16:3e:c7:cd:99", "network": {"id": "2c079db7-fcaf-4f0a-9792-c968b42c8d5e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-280424107-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "49876b9a5f9047a6b4ffee73156ac4da", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap321e9a4a-de", "ovs_interfaceid": "321e9a4a-de01-4be3-9a22-00f365d8c21a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG os_vif [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap321e9a4a-de, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b58cd8c6-be93-4207-b8c7-2b1cdd25f51e) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:10 user nova-compute[74701]: INFO os_vif [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:cd:99,bridge_name='br-int',has_traffic_filtering=True,id=321e9a4a-de01-4be3-9a22-00f365d8c21a,network=Network(2c079db7-fcaf-4f0a-9792-c968b42c8d5e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap321e9a4a-de')
Oct 24 19:58:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Deleting instance files /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c_del
Oct 24 19:58:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Deletion of /opt/stack/data/nova/instances/c01a20e2-c4ed-4e49-ae7e-072d1f11973c_del complete
Oct 24 19:58:10 user nova-compute[74701]: INFO nova.compute.manager [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 24 19:58:10 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [{"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-90de42c4-4457-4490-865d-30859197d082" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:58:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 90de42c4-4457-4490-865d-30859197d082] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:58:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:11 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Took 1.04 seconds to deallocate network for instance.
Oct 24 19:58:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:11 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:58:11 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:58:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.276s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:11 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Deleted allocations for instance c01a20e2-c4ed-4e49-ae7e-072d1f11973c
Oct 24 19:58:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-701dfc00-83c4-4abf-ad6f-a719bd94c9af tempest-TestServerVolumeAttachScenarioOldVersion-1195979878 tempest-TestServerVolumeAttachScenarioOldVersion-1195979878-project-member] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.435s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] Acquiring lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] Lock "c01a20e2-c4ed-4e49-ae7e-072d1f11973c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] No waiting events found dispatching network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:12 user nova-compute[74701]: WARNING nova.compute.manager [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received unexpected event network-vif-plugged-321e9a4a-de01-4be3-9a22-00f365d8c21a for instance with vm_state deleted and task_state None.
Oct 24 19:58:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0e6c332-6788-4ac6-b0e3-62815714250e req-f2a60882-8a5c-408a-bcca-b1d0c6441744 service nova] [instance: c01a20e2-c4ed-4e49-ae7e-072d1f11973c] Received event network-vif-deleted-321e9a4a-de01-4be3-9a22-00f365d8c21a {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.compute.manager [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.compute.manager [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing instance network info cache due to event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updated VIF entry in instance network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a782e24-3153-4e1b-95fc-0c119cd34573 req-af5780e2-f093-4cd1-8ab0-c87bdbb49344 service nova] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:17 user nova-compute[74701]: INFO nova.compute.manager [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Detaching volume 2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:58:17 user nova-compute[74701]: INFO nova.virt.block_device [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Attempting to driver detach volume 2d3b8616-097e-4773-a385-b10f60e81b75 from mountpoint /dev/vdb
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Attempting to detach device vdb from instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:58:17 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:58:17 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:58:17 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:58:17 user nova-compute[74701]:   <serial>2d3b8616-097e-4773-a385-b10f60e81b75</serial>
Oct 24 19:58:17 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:58:17 user nova-compute[74701]: </disk>
Oct 24 19:58:17 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:58:17 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully detached device vdb from instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 from the persistent domain config.
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 19:58:17 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 19:58:17 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 19:58:17 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 19:58:17 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 19:58:17 user nova-compute[74701]:   <serial>2d3b8616-097e-4773-a385-b10f60e81b75</serial>
Oct 24 19:58:17 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 19:58:17 user nova-compute[74701]: </disk>
Oct 24 19:58:17 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 19:58:18 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 19:58:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing instance network info cache due to event network-changed-9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] Acquiring lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] Acquired lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG nova.network.neutron [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Refreshing network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG nova.network.neutron [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updated VIF entry in instance network info cache for port 9559fd50-5f7c-4268-a14a-a40da76d58b6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG nova.network.neutron [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [{"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c329238b-f5ca-4c89-af12-43d98d18cfb3 req-49132975-78b9-48df-b0d2-390da2eacabb service nova] Releasing lock "refresh_cache-7015fd2b-e4fd-45ba-a976-05c1e4a2add0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:58:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:58:22 user nova-compute[74701]: INFO nova.compute.claims [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Claim successful on node user
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.395s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:58:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.policy [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbec2b753ff74d14ad71b63161ccfc34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccc54dc35b64ec796691bd74d801c9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:58:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Creating image(s)
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "/opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk 1073741824" returned: 0 in 0.049s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Successfully created port: 48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Cannot resize image /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Ensure instance console log exists: /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Successfully updated port: 48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-changed-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Refreshing instance network info cache due to event network-changed-48879b68-2f8c-4b02-9018-98f509daaabb. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:58:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Instance network_info: |[{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Refreshing network info cache for port 48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Start _get_guest_xml network_info=[{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:58:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:58:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:58:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1581533910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1581533910',id=38,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-4ausimyj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:58:23Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=4a0d4da7-5ab3-4767-8718-fba9e0721d2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:58:24 user nova-compute[74701]:   <uuid>4a0d4da7-5ab3-4767-8718-fba9e0721d2b</uuid>
Oct 24 19:58:24 user nova-compute[74701]:   <name>instance-00000026</name>
Oct 24 19:58:24 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:58:24 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:58:24 user nova-compute[74701]:   <metadata>
Oct 24 19:58:24 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:58:24 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1581533910</nova:name>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:58:24</nova:creationTime>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:58:24 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:58:24 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:owner>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 19:58:24 user nova-compute[74701]:       </nova:owner>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:58:24 user nova-compute[74701]:       <nova:ports>
Oct 24 19:58:24 user nova-compute[74701]:         <nova:port uuid="48879b68-2f8c-4b02-9018-98f509daaabb">
Oct 24 19:58:24 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 24 19:58:24 user nova-compute[74701]:         </nova:port>
Oct 24 19:58:24 user nova-compute[74701]:       </nova:ports>
Oct 24 19:58:24 user nova-compute[74701]:     </nova:instance>
Oct 24 19:58:24 user nova-compute[74701]:   </metadata>
Oct 24 19:58:24 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:58:24 user nova-compute[74701]:     <system>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="serial">4a0d4da7-5ab3-4767-8718-fba9e0721d2b</entry>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="uuid">4a0d4da7-5ab3-4767-8718-fba9e0721d2b</entry>
Oct 24 19:58:24 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:58:24 user nova-compute[74701]:     </system>
Oct 24 19:58:24 user nova-compute[74701]:   </sysinfo>
Oct 24 19:58:24 user nova-compute[74701]:   <os>
Oct 24 19:58:24 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:58:24 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:58:24 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:58:24 user nova-compute[74701]:   </os>
Oct 24 19:58:24 user nova-compute[74701]:   <features>
Oct 24 19:58:24 user nova-compute[74701]:     <acpi/>
Oct 24 19:58:24 user nova-compute[74701]:     <apic/>
Oct 24 19:58:24 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:58:24 user nova-compute[74701]:   </features>
Oct 24 19:58:24 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:58:24 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:58:24 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:58:24 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:58:24 user nova-compute[74701]:   </clock>
Oct 24 19:58:24 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:58:24 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:58:24 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:58:24 user nova-compute[74701]:   </cpu>
Oct 24 19:58:24 user nova-compute[74701]:   <devices>
Oct 24 19:58:24 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:58:24 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:58:24 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk"/>
Oct 24 19:58:24 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:58:24 user nova-compute[74701]:     </disk>
Oct 24 19:58:24 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:58:24 user nova-compute[74701]:       <mac address="fa:16:3e:1b:59:c9"/>
Oct 24 19:58:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:58:24 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:58:24 user nova-compute[74701]:       <target dev="tap48879b68-2f"/>
Oct 24 19:58:24 user nova-compute[74701]:     </interface>
Oct 24 19:58:24 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:58:24 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/console.log" append="off"/>
Oct 24 19:58:24 user nova-compute[74701]:     </serial>
Oct 24 19:58:24 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:58:24 user nova-compute[74701]:     <video>
Oct 24 19:58:24 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:58:24 user nova-compute[74701]:     </video>
Oct 24 19:58:24 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:58:24 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:58:24 user nova-compute[74701]:     </rng>
Oct 24 19:58:24 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:58:24 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:58:24 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:58:24 user nova-compute[74701]:     </memballoon>
Oct 24 19:58:24 user nova-compute[74701]:   </devices>
Oct 24 19:58:24 user nova-compute[74701]: </domain>
Oct 24 19:58:24 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:58:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1581533910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1581533910',id=38,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-4ausimyj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:58:23Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=4a0d4da7-5ab3-4767-8718-fba9e0721d2b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG os_vif [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c62a671d-66fe-5769-9e45-b11af05ba07a', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap48879b68-2f, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap48879b68-2f, col_values=(('qos', UUID('779ba502-ec5f-4f1e-846c-5cbbf84e7afb')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap48879b68-2f, col_values=(('external_ids', {'iface-id': '48879b68-2f8c-4b02-9018-98f509daaabb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:59:c9', 'vm-uuid': '4a0d4da7-5ab3-4767-8718-fba9e0721d2b'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:24 user nova-compute[74701]: INFO os_vif [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f')
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:1b:59:c9, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updated VIF entry in instance network info cache for port 48879b68-2f8c-4b02-9018-98f509daaabb. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f85c8c8-366b-4477-a1f9-b3a5c59626ad req-0bf056d1-96f0-4b23-927d-aca112fb18a0 service nova] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:58:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] No waiting events found dispatching network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:27 user nova-compute[74701]: WARNING nova.compute.manager [req-a323d736-6524-4fe4-b9fb-04097f124a7e req-2b8f6d90-cf09-42e4-a3e9-61d6c9d13c6e service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received unexpected event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb for instance with vm_state building and task_state spawning.
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:58:27 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Instance spawned successfully.
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:58:28 user nova-compute[74701]: INFO nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Took 5.12 seconds to spawn the instance on the hypervisor.
Oct 24 19:58:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:58:28 user nova-compute[74701]: INFO nova.compute.manager [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Took 5.82 seconds to build instance.
Oct 24 19:58:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c59ada8b-209e-4036-876f-56b004e44ed1 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.913s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] No waiting events found dispatching network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:29 user nova-compute[74701]: WARNING nova.compute.manager [req-1e272517-a679-4da0-8599-b2890d1b90bc req-49ab60fa-137a-48b1-99dd-bec8d663cd00 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received unexpected event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb for instance with vm_state active and task_state None.
Oct 24 19:58:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:38 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 is timed out.
Oct 24 19:58:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully detached device vdb from instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 from the live domain config.
Oct 24 19:58:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vFmelAKO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:58:38 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdcfa4b6-4736-4d01-85f0-710eecd49d74]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:58:38 user nova-compute[74701]: No targets found.
Oct 24 19:58:38 user nova-compute[74701]: iSNS:
Oct 24 19:58:38 user nova-compute[74701]: No targets found.
Oct 24 19:58:38 user nova-compute[74701]: STATIC:
Oct 24 19:58:38 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75
Oct 24 19:58:38 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:58:38 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:58:38 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 19:58:38 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:58:38 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:58:38 user nova-compute[74701]: FIRMWARE:
Oct 24 19:58:38 user nova-compute[74701]: No targets found.
Oct 24 19:58:38 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:58:38 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:58:38 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f38e4c-69f5-426d-8c72-f6e3f71fbc77]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[673c8495-bd63-4e16-abdc-5b5b9ade52bc]: (4, ('tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:58:38 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:58:38 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsi session list stdout=tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 (non-flash)
Oct 24 19:58:38 user nova-compute[74701]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:58:38 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006ec700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a157ee7a-24a3-41e7-83e9-383918b087ab]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ab6d6b-d7d2-4fb7-a133-b97e05a9a622]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7db9879-cf83-4391-a4af-d99b0a40a075]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b76b2665-df82-400a-9213-66e955010c7e]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e369b242-2698-4223-b325-91e4a530a515]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6db1a35-d3d0-4c15-8f0a-0676fb95dc13]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260]
Oct 24 19:58:38 user nova-compute[74701]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75, portal: 172.16.0.220,3260] successful.
Oct 24 19:58:38 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2d3b8616-097e-4773-a385-b10f60e81b75 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b8bc6d-7950-4af1-bc5e-fd7163796a33]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] <== disconnect_volume: return (271ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:58:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:58:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'flavor' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:58:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-9b3eb822-72bf-4dfa-b44a-02195b659383 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.740s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:50 user nova-compute[74701]: INFO nova.compute.manager [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Terminating instance
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-d104799a-06d8-4bd4-8ab3-f511bcc2c9c2 req-6687293b-2aad-4287-9c5e-f21fa64991aa service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-unplugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Instance destroyed successfully.
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'resources' on Instance uuid 9e0cdf55-2274-47b8-967e-86395657ad83 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:48:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1550351667',display_name='tempest-AttachVolumeTestJSON-server-1550351667',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1550351667',id=27,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPp/6sd6iWx1LK1L9IJH95oevTyafj5Oqt1bfCtIp6jkh6e3BNF774DPXDhYi2WT68w/qZBDKGSxiwSJibqNzYicVyxNTeZpyr0I689L6+gr5I/FVRUb0qsY3KLNDkXatw==',key_name='tempest-keypair-1346602757',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-bx5dvwre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:57:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=9e0cdf55-2274-47b8-967e-86395657ad83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "030a3d43-db02-49d0-b050-1f2416455275", "address": "fa:16:3e:7e:c0:27", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap030a3d43-db", "ovs_interfaceid": "030a3d43-db02-49d0-b050-1f2416455275", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG os_vif [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap030a3d43-db, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=222495cc-b744-472a-a407-11a71c9ac775) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:58:50 user nova-compute[74701]: INFO os_vif [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7e:c0:27,bridge_name='br-int',has_traffic_filtering=True,id=030a3d43-db02-49d0-b050-1f2416455275,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap030a3d43-db')
Oct 24 19:58:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Deleting instance files /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83_del
Oct 24 19:58:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Deletion of /opt/stack/data/nova/instances/9e0cdf55-2274-47b8-967e-86395657ad83_del complete
Oct 24 19:58:50 user nova-compute[74701]: INFO nova.compute.manager [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 19:58:50 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:58:50 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:58:51 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Took 0.73 seconds to deallocate network for instance.
Oct 24 19:58:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-84a3e9f9-ab02-4bdd-a495-da2c29f503bb req-4d365232-a650-43bf-8796-8b51c80a840f service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-deleted-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:58:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.283s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:52 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Deleted allocations for instance 9e0cdf55-2274-47b8-967e-86395657ad83
Oct 24 19:58:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7fd0ade2-7290-4564-8f54-c44bd5dc37c8 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "9e0cdf55-2274-47b8-967e-86395657ad83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.052s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:58:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] Acquiring lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:58:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:58:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] Lock "9e0cdf55-2274-47b8-967e-86395657ad83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:58:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] No waiting events found dispatching network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:58:52 user nova-compute[74701]: WARNING nova.compute.manager [req-91b5c0e9-28fe-46d5-8c4a-72fb592e0b27 req-f261ad77-c5cb-4a42-acfd-e18598bdbaee service nova] [instance: 9e0cdf55-2274-47b8-967e-86395657ad83] Received unexpected event network-vif-plugged-030a3d43-db02-49d0-b050-1f2416455275 for instance with vm_state deleted and task_state None.
Oct 24 19:58:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:58:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:58:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-changed-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Refreshing instance network info cache due to event network-changed-5f6d2c7c-4a90-4373-8315-1f00c721dc36. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] Acquiring lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] Acquired lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Refreshing network info cache for port 5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updated VIF entry in instance network info cache for port 5f6d2c7c-4a90-4373-8315-1f00c721dc36. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e8d4ade-fc5f-4ebd-8e66-4f318724e542 req-c399ee6a-40fe-4799-8984-7840c6baac29 service nova] Releasing lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.165s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:02 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:03 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:59:03 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7851MB free_disk=24.994888305664062GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1f47450a-2577-4613-bf6b-d7cb72351856 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 19:59:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.582s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 19:59:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG nova.objects.instance [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lazy-loading 'flavor' on Instance uuid 66381646-98d3-4ba7-9b28-1b53ecdd74c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:07 user nova-compute[74701]: INFO nova.compute.manager [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Attaching volume a646f418-c082-4fc0-b417-63daad53b986 to /dev/vdb
Oct 24 19:59:07 user nova-compute[74701]: DEBUG os_brick.utils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:59:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6e3da9-fe54-4eeb-b2db-6031cc0ccda5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e3bd3b-5003-4986-9f7f-b483e320cc6b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fbee96f-81f3-4434-9880-7f616a425112]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b6a042b-d83b-4dcb-afcb-4f23aed887eb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:59:08 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[96b01a91-272a-4196-9431-60b8537f9e77]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_brick.utils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating existing volume attachment record: f7db3811-a3d4-4a27-81e3-93ecdada2486 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:08 user nova-compute[74701]: INFO nova.compute.manager [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Terminating instance
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-9c76e550-def6-4d81-8aed-cf5e30bd2800 req-dbd3a6b2-5716-4988-b432-dafb8c917a29 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-unplugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Instance destroyed successfully.
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.objects.instance [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 7015fd2b-e4fd-45ba-a976-05c1e4a2add0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:52:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1137624788',display_name='tempest-ServerRescueNegativeTestJSON-server-1137624788',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1137624788',id=33,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBbSIwwN5qRX5J2vsNJvcLfSVjoFTNu+gPc6yDU0ircUTbMJ/6Lg+GwcXgVOmhgrKwcKp6I55P2ELZuviGVuphbt81CEtmUuj+Z5NCelpBbeZjl15GrMgD8+3tAPVUh61g==',key_name='tempest-keypair-961835346',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:54:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-6txf58tv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:56:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=7015fd2b-e4fd-45ba-a976-05c1e4a2add0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "address": "fa:16:3e:ff:da:05", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9559fd50-5f", "ovs_interfaceid": "9559fd50-5f7c-4268-a14a-a40da76d58b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG os_vif [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9559fd50-5f, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0c8cdc41-0eeb-4f59-97e4-36670b839959) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:08 user nova-compute[74701]: INFO os_vif [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ff:da:05,bridge_name='br-int',has_traffic_filtering=True,id=9559fd50-5f7c-4268-a14a-a40da76d58b6,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9559fd50-5f')
Oct 24 19:59:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Deleting instance files /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0_del
Oct 24 19:59:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Deletion of /opt/stack/data/nova/instances/7015fd2b-e4fd-45ba-a976-05c1e4a2add0_del complete
Oct 24 19:59:09 user nova-compute[74701]: INFO nova.compute.manager [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Took 0.88 seconds to destroy the instance on the hypervisor.
Oct 24 19:59:09 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:59:09 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:59:09 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:59:09 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:09 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Took 0.79 seconds to deallocate network for instance.
Oct 24 19:59:09 user nova-compute[74701]: DEBUG nova.compute.manager [req-fd6269b5-dfe5-4684-8c47-df04a117913c req-53297711-faeb-4528-a038-e22bb4c39b76 service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-deleted-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:10 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Deleted allocations for instance 7015fd2b-e4fd-45ba-a976-05c1e4a2add0
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-265c5382-907f-4a45-8b75-e1a5b71bfe41 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.191s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] Acquiring lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] Lock "7015fd2b-e4fd-45ba-a976-05c1e4a2add0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] No waiting events found dispatching network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:10 user nova-compute[74701]: WARNING nova.compute.manager [req-6e9f886f-70d0-4884-acbf-9cb569a44f4a req-4aeba561-13d2-428d-825b-7218b522e2ea service nova] [instance: 7015fd2b-e4fd-45ba-a976-05c1e4a2add0] Received unexpected event network-vif-plugged-9559fd50-5f7c-4268-a14a-a40da76d58b6 for instance with vm_state deleted and task_state None.
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [{"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-0c3964fd-f90a-4ff0-b156-67c6164f19ff" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 19:59:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-changed-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Refreshing instance network info cache due to event network-changed-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] Acquiring lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] Acquired lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Refreshing network info cache for port b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:12 user nova-compute[74701]: INFO nova.compute.manager [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Terminating instance
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updated VIF entry in instance network info cache for port b6a1dba0-ae31-40cb-a137-dd92b6e8dee4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:59:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating instance_info_cache with network_info: [{"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-81cf4382-0cc2-4c8d-9257-63994c42a286 req-380f5be3-d6ca-484b-967f-3a008f70cfb0 service nova] Releasing lock "refresh_cache-1f47450a-2577-4613-bf6b-d7cb72351856" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-unplugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] No waiting events found dispatching network-vif-unplugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-69de1510-03cb-437b-9fe0-74f9f6b42660 req-1fbb6e29-49d1-4525-bedb-4593207b62fe service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-unplugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Instance destroyed successfully.
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.objects.instance [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid 1f47450a-2577-4613-bf6b-d7cb72351856 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:56:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1755398456',display_name='tempest-TestVolumeBootPattern-server-1755398456',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1755398456',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-x3qpbmze',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:57:32Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=1f47450a-2577-4613-bf6b-d7cb72351856,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "address": "fa:16:3e:87:23:d3", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb6a1dba0-ae", "ovs_interfaceid": "b6a1dba0-ae31-40cb-a137-dd92b6e8dee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_vif [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb6a1dba0-ae, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e220798-5ea0-45c3-9cfd-67090de426df) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:13 user nova-compute[74701]: INFO os_vif [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:23:d3,bridge_name='br-int',has_traffic_filtering=True,id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb6a1dba0-ae')
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:59:13 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e543a5-977a-4daf-9fbf-27bc45b73e59]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 19:59:13 user nova-compute[74701]: No targets found.
Oct 24 19:59:13 user nova-compute[74701]: iSNS:
Oct 24 19:59:13 user nova-compute[74701]: No targets found.
Oct 24 19:59:13 user nova-compute[74701]: STATIC:
Oct 24 19:59:13 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 19:59:13 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 19:59:13 user nova-compute[74701]:                 Iface Name: default
Oct 24 19:59:13 user nova-compute[74701]: FIRMWARE:
Oct 24 19:59:13 user nova-compute[74701]: No targets found.
Oct 24 19:59:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 19:59:13 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 19:59:13 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbe0103-8312-4448-8950-672cb86a6a9e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5276196f-33bf-4a17-8a45-8b85624e4141]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:59:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 19:59:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f007a3910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[185f5848-d88c-45e2-b8cf-34e754b13f4d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fff1d83-d8f2-4a8d-834f-0eee5b636a22]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c47d61-50b8-4fc3-9c90-fda8c8a1ddf4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27f5f5d-a3d3-4866-ae01-295c542afdb9]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23832656466656665', '/dev/disk/by-id/scsi-1SCST_BIO961eabcb-82edfefecc49cf5c', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_961eabcb') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be3a194-ffda-4a63-ba17-69971eb6b7e0]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5dec16-173e-471f-be60-ecc7ce558cf4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aba6a76-8d9a-4356-b0b8-b0d4675389e7]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]
Oct 24 19:59:13 user nova-compute[74701]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.
Oct 24 19:59:13 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e2f858-3325-42c7-a920-a1ef51e0e03d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (315ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:59:13 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 19:59:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Deleting instance files /opt/stack/data/nova/instances/1f47450a-2577-4613-bf6b-d7cb72351856_del
Oct 24 19:59:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Deletion of /opt/stack/data/nova/instances/1f47450a-2577-4613-bf6b-d7cb72351856_del complete
Oct 24 19:59:14 user nova-compute[74701]: INFO nova.compute.manager [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Took 1.24 seconds to destroy the instance on the hypervisor.
Oct 24 19:59:14 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 19:59:14 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 19:59:14 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:15 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Took 0.98 seconds to deallocate network for instance.
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-c82d88ab-2285-40e6-be96-d80a2ece3928 req-f4128a95-8ad4-493b-baa3-6043eb26c87f service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-deleted-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:15 user nova-compute[74701]: INFO nova.compute.manager [req-c82d88ab-2285-40e6-be96-d80a2ece3928 req-f4128a95-8ad4-493b-baa3-6043eb26c87f service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Neutron deleted interface b6a1dba0-ae31-40cb-a137-dd92b6e8dee4; detaching it from the instance and deleting it from the info cache
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.network.neutron [req-c82d88ab-2285-40e6-be96-d80a2ece3928 req-f4128a95-8ad4-493b-baa3-6043eb26c87f service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-c82d88ab-2285-40e6-be96-d80a2ece3928 req-f4128a95-8ad4-493b-baa3-6043eb26c87f service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Detach interface failed, port_id=b6a1dba0-ae31-40cb-a137-dd92b6e8dee4, reason: Instance 1f47450a-2577-4613-bf6b-d7cb72351856 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] Acquiring lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] Lock "1f47450a-2577-4613-bf6b-d7cb72351856-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] No waiting events found dispatching network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:15 user nova-compute[74701]: WARNING nova.compute.manager [req-8606a5a3-3e36-4a06-b3bd-667e56079a37 req-46cc4ba8-e062-48ed-88c6-edd02cb0b7e6 service nova] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Received unexpected event network-vif-plugged-b6a1dba0-ae31-40cb-a137-dd92b6e8dee4 for instance with vm_state active and task_state deleting.
Oct 24 19:59:15 user nova-compute[74701]: INFO nova.compute.manager [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 1f47450a-2577-4613-bf6b-d7cb72351856] Took 0.85 seconds to detach 1 volumes for instance.
Oct 24 19:59:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:16 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:59:16 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.volume.cinder [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Update attachment failed for attachment f7db3811-a3d4-4a27-81e3-93ecdada2486. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42)
Oct 24 19:59:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.262s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Failed to attach a646f418-c082-4fc0-b417-63daad53b986 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Traceback (most recent call last):
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     self._volume_attach(context, volume, connector, instance,
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     connection_info = volume_api.attachment_update(
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     res = method(self, ctx, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     return method.func(obj, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     return self.request(url, method, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8]     raise exceptions.from_response(resp, body)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42)
Oct 24 19:59:16 user nova-compute[74701]: ERROR nova.compute.manager [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] 
Oct 24 19:59:16 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance 1f47450a-2577-4613-bf6b-d7cb72351856
Oct 24 19:59:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.473s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-867fb741-1036-40f3-b48b-032ab4f34fd7 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "1f47450a-2577-4613-bf6b-d7cb72351856" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.541s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server [None req-201a0a07-3d18-4b1a-9175-1e2739d29df9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-fa749161-4d0d-4f72-8648-01d0c2885f42)
Oct 24 19:59:16 user nova-compute[74701]: ERROR oslo_messaging.rpc.server 
Oct 24 19:59:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 19:59:26 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 19:59:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:59:38 user nova-compute[74701]: INFO nova.compute.claims [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Claim successful on node user
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.312s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:59:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.policy [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e6394b31abf4655957e3f3060d1114f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b2f281b259d4797b21a9cf9a76df0c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:59:38 user nova-compute[74701]: INFO nova.virt.block_device [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Booting with volume e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 at /dev/vda
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.utils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[56479014-9f5b-4d2c-b058-0525d3081d12]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1f6bda-5d8a-4530-9d92-6ea20e852ab2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe501b14-bdb3-4f5a-a2ff-ea97b401d253]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[19317664-d103-4602-a5ab-c79665fcd6a3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 19:59:38 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 19:59:38 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b2bbf6-5009-4779-b23e-c14891c1bb99]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG os_brick.utils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 19:59:38 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating existing volume attachment record: 6cc44e03-45e9-42ed-8d54-064a0ec26d3e {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 19:59:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Successfully created port: 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Successfully updated port: 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing instance network info cache due to event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance network_info: |[{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updated VIF entry in instance network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4c946cbb-3d5e-4045-83d3-148a715ef259 req-94e517ea-f72f-484b-b94b-0856ddfd9e92 service nova] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 19:59:43 user nova-compute[74701]: INFO nova.compute.claims [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Claim successful on node user
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.307s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 19:59:44 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.policy [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '249beeb2f0bd4a549efbf1d9bbef82dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee02a4bcb1d45d88a0bc262299630c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 19:59:44 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Creating image(s)
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "/opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "/opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "/opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.246s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk 1073741824" returned: 0 in 0.058s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.314s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:44 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Successfully created port: 3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Cannot resize image /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Ensure instance console log exists: /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Successfully updated port: 3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquired lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-changed-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Refreshing instance network info cache due to event network-changed-3be76575-a8e0-4716-bd92-ad98c93b0742. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] Acquiring lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating instance_info_cache with network_info: [{"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Releasing lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Instance network_info: |[{"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] Acquired lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Refreshing network info cache for port 3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Start _get_guest_xml network_info=[{"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 19:59:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:59:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 19:59:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868498122',display_name='tempest-AttachVolumeTestJSON-server-868498122',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868498122',id=40,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK1EJprk5MlWRezXoSOmkeDTFmol9OCDfmGVQMmOPdkRojQFudyXkkwuXzWRJgPxSih5j0qAtwlngpqDXAxoLzbCoNmYs2DcmAcnPGOkqoL2w2ZiAIzclIqhaDgmBQvsUw==',key_name='tempest-keypair-529298469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-0ybxe3u1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:59:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=1fc911ef-10a9-4329-8a90-dbfaa2888e6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'pci_devices' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] End _get_guest_xml xml=<domain type="kvm">
Oct 24 19:59:46 user nova-compute[74701]:   <uuid>1fc911ef-10a9-4329-8a90-dbfaa2888e6c</uuid>
Oct 24 19:59:46 user nova-compute[74701]:   <name>instance-00000028</name>
Oct 24 19:59:46 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 19:59:46 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 19:59:46 user nova-compute[74701]:   <metadata>
Oct 24 19:59:46 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 19:59:46 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeTestJSON-server-868498122</nova:name>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:creationTime>2023-10-24 19:59:45</nova:creationTime>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 19:59:46 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 19:59:46 user nova-compute[74701]:       </nova:flavor>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:owner>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:user uuid="249beeb2f0bd4a549efbf1d9bbef82dc">tempest-AttachVolumeTestJSON-607774084-project-member</nova:user>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:project uuid="dee02a4bcb1d45d88a0bc262299630c9">tempest-AttachVolumeTestJSON-607774084</nova:project>
Oct 24 19:59:46 user nova-compute[74701]:       </nova:owner>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 19:59:46 user nova-compute[74701]:       <nova:ports>
Oct 24 19:59:46 user nova-compute[74701]:         <nova:port uuid="3be76575-a8e0-4716-bd92-ad98c93b0742">
Oct 24 19:59:46 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 24 19:59:46 user nova-compute[74701]:         </nova:port>
Oct 24 19:59:46 user nova-compute[74701]:       </nova:ports>
Oct 24 19:59:46 user nova-compute[74701]:     </nova:instance>
Oct 24 19:59:46 user nova-compute[74701]:   </metadata>
Oct 24 19:59:46 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 19:59:46 user nova-compute[74701]:     <system>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="serial">1fc911ef-10a9-4329-8a90-dbfaa2888e6c</entry>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="uuid">1fc911ef-10a9-4329-8a90-dbfaa2888e6c</entry>
Oct 24 19:59:46 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 19:59:46 user nova-compute[74701]:     </system>
Oct 24 19:59:46 user nova-compute[74701]:   </sysinfo>
Oct 24 19:59:46 user nova-compute[74701]:   <os>
Oct 24 19:59:46 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 19:59:46 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 19:59:46 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 19:59:46 user nova-compute[74701]:   </os>
Oct 24 19:59:46 user nova-compute[74701]:   <features>
Oct 24 19:59:46 user nova-compute[74701]:     <acpi/>
Oct 24 19:59:46 user nova-compute[74701]:     <apic/>
Oct 24 19:59:46 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 19:59:46 user nova-compute[74701]:   </features>
Oct 24 19:59:46 user nova-compute[74701]:   <clock offset="utc">
Oct 24 19:59:46 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 19:59:46 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 19:59:46 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 19:59:46 user nova-compute[74701]:   </clock>
Oct 24 19:59:46 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 19:59:46 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 19:59:46 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 19:59:46 user nova-compute[74701]:   </cpu>
Oct 24 19:59:46 user nova-compute[74701]:   <devices>
Oct 24 19:59:46 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 19:59:46 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 19:59:46 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk"/>
Oct 24 19:59:46 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 19:59:46 user nova-compute[74701]:     </disk>
Oct 24 19:59:46 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 19:59:46 user nova-compute[74701]:       <mac address="fa:16:3e:33:5b:79"/>
Oct 24 19:59:46 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:59:46 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 19:59:46 user nova-compute[74701]:       <target dev="tap3be76575-a8"/>
Oct 24 19:59:46 user nova-compute[74701]:     </interface>
Oct 24 19:59:46 user nova-compute[74701]:     <serial type="pty">
Oct 24 19:59:46 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/console.log" append="off"/>
Oct 24 19:59:46 user nova-compute[74701]:     </serial>
Oct 24 19:59:46 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 19:59:46 user nova-compute[74701]:     <video>
Oct 24 19:59:46 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 19:59:46 user nova-compute[74701]:     </video>
Oct 24 19:59:46 user nova-compute[74701]:     <rng model="virtio">
Oct 24 19:59:46 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 19:59:46 user nova-compute[74701]:     </rng>
Oct 24 19:59:46 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 19:59:46 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 19:59:46 user nova-compute[74701]:       <stats period="10"/>
Oct 24 19:59:46 user nova-compute[74701]:     </memballoon>
Oct 24 19:59:46 user nova-compute[74701]:   </devices>
Oct 24 19:59:46 user nova-compute[74701]: </domain>
Oct 24 19:59:46 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868498122',display_name='tempest-AttachVolumeTestJSON-server-868498122',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868498122',id=40,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK1EJprk5MlWRezXoSOmkeDTFmol9OCDfmGVQMmOPdkRojQFudyXkkwuXzWRJgPxSih5j0qAtwlngpqDXAxoLzbCoNmYs2DcmAcnPGOkqoL2w2ZiAIzclIqhaDgmBQvsUw==',key_name='tempest-keypair-529298469',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-0ybxe3u1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:59:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=1fc911ef-10a9-4329-8a90-dbfaa2888e6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG os_vif [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '42708074-4cc8-5b7a-bb6e-d2eefd44506f', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3be76575-a8, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3be76575-a8, col_values=(('qos', UUID('907ac956-689d-49b8-97dd-676b402ae6ba')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3be76575-a8, col_values=(('external_ids', {'iface-id': '3be76575-a8e0-4716-bd92-ad98c93b0742', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:5b:79', 'vm-uuid': '1fc911ef-10a9-4329-8a90-dbfaa2888e6c'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:46 user nova-compute[74701]: INFO os_vif [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8')
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No VIF found with MAC fa:16:3e:33:5b:79, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updated VIF entry in instance network info cache for port 3be76575-a8e0-4716-bd92-ad98c93b0742. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG nova.network.neutron [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating instance_info_cache with network_info: [{"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 19:59:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3b771955-65e3-4780-8cc0-5a5344f1e866 req-83a37eb7-2a87-4157-ba72-c097e59b01a3 service nova] Releasing lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] No waiting events found dispatching network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:47 user nova-compute[74701]: WARNING nova.compute.manager [req-df2d8771-45c5-4592-8ff7-313a688d5dfb req-f808f8a8-ecb7-494d-85a9-25cfdc3a2f03 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received unexpected event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 for instance with vm_state building and task_state spawning.
Oct 24 19:59:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 19:59:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Instance spawned successfully.
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 19:59:49 user nova-compute[74701]: INFO nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Took 5.22 seconds to spawn the instance on the hypervisor.
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 19:59:49 user nova-compute[74701]: INFO nova.compute.manager [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Took 5.91 seconds to build instance.
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] No waiting events found dispatching network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 19:59:49 user nova-compute[74701]: WARNING nova.compute.manager [req-a44735f1-8fb7-48a7-a0d7-d502687d4343 req-ee815a44-aae4-4d33-ad85-5b610701a710 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received unexpected event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 for instance with vm_state active and task_state None.
Oct 24 19:59:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fef0cace-11fb-4f8d-a2fd-d27904db5a82 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.068s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 19:59:58 user nova-compute[74701]: WARNING nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor.
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 66381646-98d3-4ba7-9b28-1b53ecdd74c8 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "90de42c4-4457-4490-865d-30859197d082" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "90de42c4-4457-4490-865d-30859197d082" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "90de42c4-4457-4490-865d-30859197d082" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 19:59:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:00:00 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Creating image(s)
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Ensure instance console log exists: /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start _get_guest_xml network_info=[{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cd50695-0158-42c8-807c-ef5374fada52', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'serial': 'e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': '6cc44e03-45e9-42ed-8d54-064a0ec26d3e', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:00:00 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:00 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:00 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa571fcd-b92b-4ac9-a11a-61367e0dca8a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:00:00 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ebd153-00d9-47f7-9ed3-8b26b9e41ade]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8] added
Oct 24 20:00:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe21dc1-9895-4dc5-96e8-82bfcf7aaed0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e3390b-38c0-4faa-8c12-ca72607399f0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWtPowpD {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWtPowpD" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbace78-d6e1-48c4-aa48-ec837da30b75]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MWtPowpD'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ecb7190-cdab-4014-a7ca-98d7b735d9fa]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fae5ef6-b73d-4b11-bbac-4b96a56fbf2a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:00:00 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:00:00 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:00 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 20:00:00 user nova-compute[74701]: 
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41bd13ac-ba9f-4043-97a7-ab1c56924968]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]
Oct 24 20:00:00 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.
Oct 24 20:00:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5d20163-46de-457f-9e1e-0e909571bf4a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3ce9772-9844-4e37-bf34-e5c516efc95b]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:00 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[125a7348-5c71-4287-8b21-bf78effd5e10]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:00 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:01 user nova-compute[74701]: INFO nova.compute.manager [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Attaching volume a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e to /dev/vdb
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.utils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1789753-665a-4b1a-b005-d0f50a343777]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0cd8c0d-96a3-4c92-9093-45d4318a69dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2206ac-6761-4378-9d6d-89d88992e522]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77133e0-8bbd-4999-9d80-71c02b654568]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:00:01 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:00:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c06297e-c1fd-41d9-b5fd-f409c0083ec5]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.utils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating existing volume attachment record: 42bde65b-b0c5-4af8-9442-b49929cd54d9 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '26462666661303266', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462666661303266', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEm3stbPLbSdIgiJwHPuDrkjxzIU3V6jAyJ48OzQsKuUvT6QyjtoHQpqurrsZ8nMQKk3crXA3l4tIqiI7X41khHdwNx1gM52h99N8q5odRUrjF0IkAJUndSnrvtQqse9WQ==',key_name='tempest-TestShelveInstance-1648138623',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:59:39Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.objects.instance [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'pci_devices' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:00:02 user nova-compute[74701]:   <uuid>5cd50695-0158-42c8-807c-ef5374fada52</uuid>
Oct 24 20:00:02 user nova-compute[74701]:   <name>instance-00000027</name>
Oct 24 20:00:02 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:00:02 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:00:02 user nova-compute[74701]:   <metadata>
Oct 24 20:00:02 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:00:02 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:00:02 user nova-compute[74701]:       <nova:name>tempest-TestShelveInstance-server-287213486</nova:name>
Oct 24 20:00:02 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:00:00</nova:creationTime>
Oct 24 20:00:02 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:00:02 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:00:02 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:00:02 user nova-compute[74701]:       <nova:owner>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:user uuid="0e6394b31abf4655957e3f3060d1114f">tempest-TestShelveInstance-771443045-project-member</nova:user>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:project uuid="1b2f281b259d4797b21a9cf9a76df0c8">tempest-TestShelveInstance-771443045</nova:project>
Oct 24 20:00:02 user nova-compute[74701]:       </nova:owner>
Oct 24 20:00:02 user nova-compute[74701]:       <nova:ports>
Oct 24 20:00:02 user nova-compute[74701]:         <nova:port uuid="126d9fc3-7e57-43c0-9224-f8e89c4829d2">
Oct 24 20:00:02 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 20:00:02 user nova-compute[74701]:         </nova:port>
Oct 24 20:00:02 user nova-compute[74701]:       </nova:ports>
Oct 24 20:00:02 user nova-compute[74701]:     </nova:instance>
Oct 24 20:00:02 user nova-compute[74701]:   </metadata>
Oct 24 20:00:02 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:00:02 user nova-compute[74701]:     <system>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="serial">5cd50695-0158-42c8-807c-ef5374fada52</entry>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="uuid">5cd50695-0158-42c8-807c-ef5374fada52</entry>
Oct 24 20:00:02 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:00:02 user nova-compute[74701]:     </system>
Oct 24 20:00:02 user nova-compute[74701]:   </sysinfo>
Oct 24 20:00:02 user nova-compute[74701]:   <os>
Oct 24 20:00:02 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:00:02 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:00:02 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:00:02 user nova-compute[74701]:   </os>
Oct 24 20:00:02 user nova-compute[74701]:   <features>
Oct 24 20:00:02 user nova-compute[74701]:     <acpi/>
Oct 24 20:00:02 user nova-compute[74701]:     <apic/>
Oct 24 20:00:02 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:00:02 user nova-compute[74701]:   </features>
Oct 24 20:00:02 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:00:02 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:00:02 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:00:02 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:00:02 user nova-compute[74701]:   </clock>
Oct 24 20:00:02 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:00:02 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:00:02 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:00:02 user nova-compute[74701]:   </cpu>
Oct 24 20:00:02 user nova-compute[74701]:   <devices>
Oct 24 20:00:02 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:00:02 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:00:02 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 20:00:02 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:00:02 user nova-compute[74701]:       <serial>e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8</serial>
Oct 24 20:00:02 user nova-compute[74701]:     </disk>
Oct 24 20:00:02 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:00:02 user nova-compute[74701]:       <mac address="fa:16:3e:09:db:21"/>
Oct 24 20:00:02 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:02 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:00:02 user nova-compute[74701]:       <target dev="tap126d9fc3-7e"/>
Oct 24 20:00:02 user nova-compute[74701]:     </interface>
Oct 24 20:00:02 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:00:02 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52/console.log" append="off"/>
Oct 24 20:00:02 user nova-compute[74701]:     </serial>
Oct 24 20:00:02 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:00:02 user nova-compute[74701]:     <video>
Oct 24 20:00:02 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:02 user nova-compute[74701]:     </video>
Oct 24 20:00:02 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:00:02 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:00:02 user nova-compute[74701]:     </rng>
Oct 24 20:00:02 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:00:02 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:00:02 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:00:02 user nova-compute[74701]:     </memballoon>
Oct 24 20:00:02 user nova-compute[74701]:   </devices>
Oct 24 20:00:02 user nova-compute[74701]: </domain>
Oct 24 20:00:02 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEm3stbPLbSdIgiJwHPuDrkjxzIU3V6jAyJ48OzQsKuUvT6QyjtoHQpqurrsZ8nMQKk3crXA3l4tIqiI7X41khHdwNx1gM52h99N8q5odRUrjF0IkAJUndSnrvtQqse9WQ==',key_name='tempest-TestShelveInstance-1648138623',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T19:59:39Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG os_vif [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '716c0943-61d4-59cf-a92e-633361c2609b', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap126d9fc3-7e, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap126d9fc3-7e, col_values=(('qos', UUID('3404716a-18e2-44f6-9e53-c0d5e187bc76')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap126d9fc3-7e, col_values=(('external_ids', {'iface-id': '126d9fc3-7e57-43c0-9224-f8e89c4829d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:db:21', 'vm-uuid': '5cd50695-0158-42c8-807c-ef5374fada52'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:02 user nova-compute[74701]: INFO os_vif [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e')
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] No VIF found with MAC fa:16:3e:09:db:21, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:02 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:03 user nova-compute[74701]: WARNING nova.compute.manager [req-6a0ba973-d1fb-4659-9130-8f495666ed1a req-aa2a7efd-a294-4561-885c-43547771fc11 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state building and task_state spawning.
Oct 24 20:00:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:04 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:00:04 user nova-compute[74701]: INFO nova.compute.claims [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Claim successful on node user
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance spawned successfully.
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.717s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Took 5.18 seconds to spawn the instance on the hypervisor.
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:05 user nova-compute[74701]: WARNING nova.compute.manager [req-af33e6c0-f210-4d08-bbd4-78ef71a7b082 req-f83d3402-8f5e-4b6a-b7b3-33b3ade5253d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state building and task_state spawning.
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.virt.block_device [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Booting with volume 0dda3391-1179-44d0-8d53-7d0eefa5e539 at /dev/vda
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.policy [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.compute.manager [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Took 27.57 seconds to build instance.
Oct 24 20:00:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG os_brick.utils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-089939c3-c202-44b7-ab2f-c2616b043022 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 27.705s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "5cd50695-0158-42c8-807c-ef5374fada52" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 7.067s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:05 user nova-compute[74701]: INFO nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "5cd50695-0158-42c8-807c-ef5374fada52" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bb7196d-1717-44bf-8406-1cec1808b5e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ef12fb-5293-43bd-95bc-b4db9006bdc4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[baaf6e5b-4c84-4c9c-bff8-d6ac264da751]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e1c11bc-c9c0-464b-b3f7-1faf8cb9c59c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:00:06 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c11834-3af5-4767-9b5b-58966f3f8c8a]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG os_brick.utils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating existing volume attachment record: cd3f747a-22e6-4413-a558-569966ba122b {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.263s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Successfully created port: 86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:00:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:07 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:07 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8014MB free_disk=25.00960922241211GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 5cd50695-0158-42c8-807c-ef5374fada52 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Successfully updated port: 86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.manager [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing instance network info cache due to event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] Acquiring lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:00:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.504s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.network.neutron [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Instance network_info: |[{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] Acquired lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.network.neutron [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.network.neutron [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updated VIF entry in instance network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.network.neutron [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1dfe37a9-0077-4ff9-b5b9-a30376f835fb req-7b64ae5f-fb49-4f96-9fc5-de97625c84b4 service nova] Releasing lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:00:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:00:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:00:13 user nova-compute[74701]: INFO nova.compute.manager [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] instance snapshotting
Oct 24 20:00:13 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Beginning live snapshot process
Oct 24 20:00:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json -f qcow2" returned: 0 in 0.245s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json -f qcow2" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b.delta 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b.delta 1073741824" returned: 0 in 0.062s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 20:00:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 20:00:15 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 20:00:15 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 20:00:15 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 20:00:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b.delta /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b.delta /opt/stack/data/nova/instances/snapshots/tmp6ydduuwg/5d9d6242220f4efaad50c2cf5821386b" returned: 0 in 0.456s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Snapshot extracted, beginning image upload
Oct 24 20:00:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Snapshot image upload complete
Oct 24 20:00:19 user nova-compute[74701]: INFO nova.compute.manager [None req-27a852ab-64ba-4d42-8146-743b2eaccd94 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Took 5.46 seconds to snapshot the instance on the hypervisor.
Oct 24 20:00:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:19 user nova-compute[74701]: INFO nova.compute.manager [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Terminating instance
Oct 24 20:00:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:20 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:20 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[362350a7-f127-4927-8c71-20a1ef80f2ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:00:20 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25f73e9-7833-4608-8d85-58795dab311f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e] added
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d90d2788-7396-4f34-b39e-2269fe74142b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd863104-e510-4740-897d-913e05b36db8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZIhiGJp {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-b181236a-8593-46b1-a177-0fbc3609abdd req-3df1cb1a-a5c4-4441-a7dc-347e91b76667 service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-unplugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZIhiGJp" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1052b9-0ca9-4571-b4c9-a3cda69071c6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZIhiGJp'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c73d612d-0c57-496c-94d6-12d963e8c903]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4064f659-f6aa-4453-b67e-c5bfa422bb51]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72de8e32-fad9-41c6-919c-585b57cdcff5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]
Oct 24 20:00:20 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Instance destroyed successfully.
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 0c3964fd-f90a-4ff0-b156-67c6164f19ff {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a49f576-2019-414d-bf22-2af13920670e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2023311235',display_name='tempest-ServerRescueNegativeTestJSON-server-2023311235',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2023311235',id=24,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:45:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-40400nig',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:45:33Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=0c3964fd-f90a-4ff0-b156-67c6164f19ff,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "bdf03f93-af86-4614-9911-f49fc39aea12", "address": "fa:16:3e:b2:0a:5a", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf03f93-af", "ovs_interfaceid": "bdf03f93-af86-4614-9911-f49fc39aea12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_vif [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdf03f93-af, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2acaea8-9cb7-4423-bfd8-7418fe20f4f7]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:20 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:20 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:20 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1eb0d9c2-1c6a-42a2-b21d-c6c7eaec8c5e) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:20 user nova-compute[74701]: INFO os_vif [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:0a:5a,bridge_name='br-int',has_traffic_filtering=True,id=bdf03f93-af86-4614-9911-f49fc39aea12,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf03f93-af')
Oct 24 20:00:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Deleting instance files /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff_del
Oct 24 20:00:20 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Deletion of /opt/stack/data/nova/instances/0c3964fd-f90a-4ff0-b156-67c6164f19ff_del complete
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7fbb4f-c110-4f2d-9419-1625cfaac69c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:20 user nova-compute[74701]: INFO nova.compute.manager [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 20:00:20 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:00:20 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:21 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Took 0.65 seconds to deallocate network for instance.
Oct 24 20:00:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23432333962333961', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432333962333961', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:00:21 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:00:21 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:00:21 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:00:21 user nova-compute[74701]:   <serial>a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e</serial>
Oct 24 20:00:21 user nova-compute[74701]: </disk>
Oct 24 20:00:21 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:00:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.280s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:21 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Deleted allocations for instance 0c3964fd-f90a-4ff0-b156-67c6164f19ff
Oct 24 20:00:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8edb4769-6759-4704-bee0-a8cc5a1a7d81 tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.015s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No VIF found with MAC fa:16:3e:d8:df:fc, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0b35182a-e6d1-44f5-9939-4dc3ee21eb4a tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.187s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] Acquiring lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] Lock "0c3964fd-f90a-4ff0-b156-67c6164f19ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] No waiting events found dispatching network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:22 user nova-compute[74701]: WARNING nova.compute.manager [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received unexpected event network-vif-plugged-bdf03f93-af86-4614-9911-f49fc39aea12 for instance with vm_state deleted and task_state None.
Oct 24 20:00:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a489b9e0-130d-46db-b94e-62eabb632489 req-7121e2cd-0d78-4fb3-8caf-8ea572be388a service nova] [instance: 0c3964fd-f90a-4ff0-b156-67c6164f19ff] Received event network-vif-deleted-bdf03f93-af86-4614-9911-f49fc39aea12 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:00:24 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Creating image(s)
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Ensure instance console log exists: /opt/stack/data/nova/instances/8c027bad-b144-4f59-b628-82b908e1f812/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Start _get_guest_xml network_info=[{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8c027bad-b144-4f59-b628-82b908e1f812', 'attached_at': '', 'detached_at': '', 'volume_id': '0dda3391-1179-44d0-8d53-7d0eefa5e539', 'serial': '0dda3391-1179-44d0-8d53-7d0eefa5e539'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': 'cd3f747a-22e6-4413-a558-569966ba122b', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:00:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:24 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:24 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:24 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:24 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[799543c0-9e8c-4496-9d3e-3261933d054b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:00:24 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e44fee7-3242-499c-990b-0eba1ddc9ebe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539] added
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0057901f-28ef-4dfc-9ce5-0c1ddbd1d742]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfde21d4-48ed-43c0-a5b5-759f8c8f66e6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bHwIBZmr {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bHwIBZmr" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[29dbb44f-849a-4657-a175-3ad4af5504ac]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bHwIBZmr'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[16ec9e9e-487a-4b9b-ad9c-a3f808f54e16]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3303934-0961-4c24-95d8-0a2b0d3f59ac]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[780bcde6-11ac-4d6c-bda7-9b718b182d3e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]
Oct 24 20:00:24 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9fbb38-fa2d-4edb-8c5f-15c4b4ad50c4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[872a497c-0e31-416b-9407-6d85f254ac1a]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:24 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:24 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('35', '-', '-', 0) found on session 38 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa91767f-fea6-4c9a-81dd-dd7cdcd03c76]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:24 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23832656466656665', 'path': '/dev/sdd'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832656466656665', 'path': '/dev/sdd'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1504690820',display_name='tempest-TestVolumeBootPattern-server-1504690820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1504690820',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-05fyj7i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:00:06Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=8c027bad-b144-4f59-b628-82b908e1f812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid 8c027bad-b144-4f59-b628-82b908e1f812 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:00:25 user nova-compute[74701]:   <uuid>8c027bad-b144-4f59-b628-82b908e1f812</uuid>
Oct 24 20:00:25 user nova-compute[74701]:   <name>instance-00000029</name>
Oct 24 20:00:25 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:00:25 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:00:25 user nova-compute[74701]:   <metadata>
Oct 24 20:00:25 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:00:25 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:00:25 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-server-1504690820</nova:name>
Oct 24 20:00:25 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:00:24</nova:creationTime>
Oct 24 20:00:25 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:00:25 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:00:25 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:00:25 user nova-compute[74701]:       <nova:owner>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 20:00:25 user nova-compute[74701]:       </nova:owner>
Oct 24 20:00:25 user nova-compute[74701]:       <nova:ports>
Oct 24 20:00:25 user nova-compute[74701]:         <nova:port uuid="86b57607-6c92-49e7-b626-4f0ba623cfd6">
Oct 24 20:00:25 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:00:25 user nova-compute[74701]:         </nova:port>
Oct 24 20:00:25 user nova-compute[74701]:       </nova:ports>
Oct 24 20:00:25 user nova-compute[74701]:     </nova:instance>
Oct 24 20:00:25 user nova-compute[74701]:   </metadata>
Oct 24 20:00:25 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:00:25 user nova-compute[74701]:     <system>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="serial">8c027bad-b144-4f59-b628-82b908e1f812</entry>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="uuid">8c027bad-b144-4f59-b628-82b908e1f812</entry>
Oct 24 20:00:25 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:00:25 user nova-compute[74701]:     </system>
Oct 24 20:00:25 user nova-compute[74701]:   </sysinfo>
Oct 24 20:00:25 user nova-compute[74701]:   <os>
Oct 24 20:00:25 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:00:25 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:00:25 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:00:25 user nova-compute[74701]:   </os>
Oct 24 20:00:25 user nova-compute[74701]:   <features>
Oct 24 20:00:25 user nova-compute[74701]:     <acpi/>
Oct 24 20:00:25 user nova-compute[74701]:     <apic/>
Oct 24 20:00:25 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:00:25 user nova-compute[74701]:   </features>
Oct 24 20:00:25 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:00:25 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:00:25 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:00:25 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:00:25 user nova-compute[74701]:   </clock>
Oct 24 20:00:25 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:00:25 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:00:25 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:00:25 user nova-compute[74701]:   </cpu>
Oct 24 20:00:25 user nova-compute[74701]:   <devices>
Oct 24 20:00:25 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:00:25 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:00:25 user nova-compute[74701]:       <source dev="/dev/sdd"/>
Oct 24 20:00:25 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:00:25 user nova-compute[74701]:       <serial>0dda3391-1179-44d0-8d53-7d0eefa5e539</serial>
Oct 24 20:00:25 user nova-compute[74701]:     </disk>
Oct 24 20:00:25 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:00:25 user nova-compute[74701]:       <mac address="fa:16:3e:57:05:80"/>
Oct 24 20:00:25 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:25 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:00:25 user nova-compute[74701]:       <target dev="tap86b57607-6c"/>
Oct 24 20:00:25 user nova-compute[74701]:     </interface>
Oct 24 20:00:25 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:00:25 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/8c027bad-b144-4f59-b628-82b908e1f812/console.log" append="off"/>
Oct 24 20:00:25 user nova-compute[74701]:     </serial>
Oct 24 20:00:25 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:00:25 user nova-compute[74701]:     <video>
Oct 24 20:00:25 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:25 user nova-compute[74701]:     </video>
Oct 24 20:00:25 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:00:25 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:00:25 user nova-compute[74701]:     </rng>
Oct 24 20:00:25 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:00:25 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:00:25 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:00:25 user nova-compute[74701]:     </memballoon>
Oct 24 20:00:25 user nova-compute[74701]:   </devices>
Oct 24 20:00:25 user nova-compute[74701]: </domain>
Oct 24 20:00:25 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1504690820',display_name='tempest-TestVolumeBootPattern-server-1504690820',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1504690820',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-05fyj7i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:00:06Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=8c027bad-b144-4f59-b628-82b908e1f812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG os_vif [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b819f27-2024-5144-9420-0bea193b6634', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap86b57607-6c, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap86b57607-6c, col_values=(('qos', UUID('974b3f12-43bc-45d8-94bb-37de3dfd94f6')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap86b57607-6c, col_values=(('external_ids', {'iface-id': '86b57607-6c92-49e7-b626-4f0ba623cfd6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:05:80', 'vm-uuid': '8c027bad-b144-4f59-b628-82b908e1f812'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:26 user nova-compute[74701]: INFO os_vif [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c')
Oct 24 20:00:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:00:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:57:05:80, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG nova.compute.manager [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] No waiting events found dispatching network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:27 user nova-compute[74701]: WARNING nova.compute.manager [req-ebc753f9-7163-45b7-924e-f8d2af4d8538 req-79a4a2b1-6ef3-4d23-8050-e51a5bbfe734 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received unexpected event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 for instance with vm_state building and task_state spawning.
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:00:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Instance spawned successfully.
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:00:29 user nova-compute[74701]: INFO nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Took 4.97 seconds to spawn the instance on the hypervisor.
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] No waiting events found dispatching network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:29 user nova-compute[74701]: WARNING nova.compute.manager [req-c91cf4fb-f56e-4a0c-962b-1a2a230a3baf req-a945b61e-acd8-4390-90f6-93a753f73c1e service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received unexpected event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 for instance with vm_state building and task_state spawning.
Oct 24 20:00:29 user nova-compute[74701]: INFO nova.compute.manager [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Took 24.77 seconds to build instance.
Oct 24 20:00:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-e63e96b8-1838-4958-af49-130d6d409f26 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.883s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing instance network info cache due to event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated VIF entry in instance network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d7d041ae-4bfb-45dc-9824-3d9a93f9eb22 req-9bd8fefe-05a5-4668-ae8a-9d77e6de5769 service nova] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing instance network info cache due to event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:00:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:37 user nova-compute[74701]: DEBUG nova.network.neutron [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:00:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated VIF entry in instance network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:00:38 user nova-compute[74701]: DEBUG nova.network.neutron [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a4cb9ead-cccd-48c5-bc03-37bee9102a13 req-f4fca6e0-7d4f-4d3e-ac9b-023de2eb3413 service nova] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:49 user nova-compute[74701]: INFO nova.compute.manager [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Rebooting instance
Oct 24 20:00:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:50 user nova-compute[74701]: WARNING nova.compute.manager [req-951b8127-75a8-478e-a85d-d2f76f3a524f req-eceded70-f2e8-462f-a18a-2b3cd456f3b4 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state active and task_state reboot_started_hard.
Oct 24 20:00:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance destroyed successfully.
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'resources' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:58:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:50Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9849a4e-ed, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ba6e5d1-fe74-4df8-907e-ec5988ad481f) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:50 user nova-compute[74701]: INFO os_vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed')
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d271d6d0-8db1-4946-9ef7-63a4f94a94ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:00:50 user nova-compute[74701]: No targets found.
Oct 24 20:00:50 user nova-compute[74701]: iSNS:
Oct 24 20:00:50 user nova-compute[74701]: No targets found.
Oct 24 20:00:50 user nova-compute[74701]: STATIC:
Oct 24 20:00:50 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8
Oct 24 20:00:50 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:00:50 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:00:50 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:00:50 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:00:50 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:00:50 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e
Oct 24 20:00:50 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:00:50 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:00:50 user nova-compute[74701]: FIRMWARE:
Oct 24 20:00:50 user nova-compute[74701]: No targets found.
Oct 24 20:00:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:00:50 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:00:50 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[db27a900-0747-4d86-8b44-7525d2f29f2b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1652bcdd-94e2-4eca-89c1-d268aa4337e7]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:50 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:50 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:50 user nova-compute[74701]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:50 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f2474af80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[59bfd897-650a-44d1-b22b-d9ece997394b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca809396-1361-4882-a9f5-18da308cb3d2]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[162e8d44-94a4-42de-9fdb-c884155de4d8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[43a135af-2ed5-4caa-9ac1-c8f276ae3c7b]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9170de87-276e-4890-ae5c-49b789b7688f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95fbe998-0e2e-48e4-81ea-2c15dbdf8979]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]
Oct 24 20:00:50 user nova-compute[74701]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.
Oct 24 20:00:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bd273f-2333-4073-8797-d94226903936]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== disconnect_volume: return (300ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start _get_guest_xml network_info=[{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cbd38a77-b0a6-4f84-a758-c7ef98aa75db,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'cbd38a77-b0a6-4f84-a758-c7ef98aa75db'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'e6fdc6bf-7671-4974-b036-8ffe087bd2c8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'serial': 'a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e'}, 'guest_format': None, 'boot_index': None, 'device_type': 'disk', 'mount_device': '/dev/vdb', 'delete_on_termination': False, 'attachment_id': '42bde65b-b0c5-4af8-9442-b49929cd54d9', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:00:50 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:50 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cbd38a77-b0a6-4f84-a758-c7ef98aa75db,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'vcpu_model' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.objects.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Object Instance<e6fdc6bf-7671-4974-b036-8ffe087bd2c8> lazy-loaded attributes: resources,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:00:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:00:50 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23c2d44-d244-4ed9-8186-ccf177d9d1fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:00:50 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c27020-84ed-458e-a5f3-439fd722766f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e] added
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45df3609-3b67-4141-939b-84eaa50053ba]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c2bb6e-c218-414c-8e55-f98836e51c80]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZIhiGJp {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jZIhiGJp" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c08908f-f99e-4104-baab-aa080b3a608f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jZIhiGJp'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70388aae-9de1-4fbe-9266-6749e203653a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a174bc-e2eb-42f2-bf4b-d47fba850aed]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[50624a8f-8152-484e-a122-e65c886b4f03]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]
Oct 24 20:00:51 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70c2ef5-4192-4125-ad05-5bf408852fcf]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0045082-929f-4938-b453-b52b6868123a]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:00:51 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:00:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f51ac7b8-fd49-4aa2-8dd8-fb000acf3e2b]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:00:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:52 user nova-compute[74701]: WARNING nova.compute.manager [req-457af24d-56b4-4e7c-b49f-7f361c8b9cdb req-1ce7a198-8402-49e8-8e37-7a4e183020ac service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state active and task_state reboot_started_hard.
Oct 24 20:00:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23432333962333961', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432333962333961', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:58:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:50Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'pci_devices' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.objects.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Object Instance<e6fdc6bf-7671-4974-b036-8ffe087bd2c8> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:00:52 user nova-compute[74701]:   <uuid>e6fdc6bf-7671-4974-b036-8ffe087bd2c8</uuid>
Oct 24 20:00:52 user nova-compute[74701]:   <name>instance-00000025</name>
Oct 24 20:00:52 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:00:52 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:00:52 user nova-compute[74701]:   <metadata>
Oct 24 20:00:52 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:00:52 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:name>tempest-TestMinimumBasicScenario-server-1016435096</nova:name>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:00:50</nova:creationTime>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:00:52 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:00:52 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:owner>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:user uuid="a7a55ce906fc43d18e96f522d98a0a9e">tempest-TestMinimumBasicScenario-1132138108-project-member</nova:user>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:project uuid="8d107b16e47844bba4301afa447961df">tempest-TestMinimumBasicScenario-1132138108</nova:project>
Oct 24 20:00:52 user nova-compute[74701]:       </nova:owner>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:root type="image" uuid="cbd38a77-b0a6-4f84-a758-c7ef98aa75db"/>
Oct 24 20:00:52 user nova-compute[74701]:       <nova:ports>
Oct 24 20:00:52 user nova-compute[74701]:         <nova:port uuid="a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9">
Oct 24 20:00:52 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:00:52 user nova-compute[74701]:         </nova:port>
Oct 24 20:00:52 user nova-compute[74701]:       </nova:ports>
Oct 24 20:00:52 user nova-compute[74701]:     </nova:instance>
Oct 24 20:00:52 user nova-compute[74701]:   </metadata>
Oct 24 20:00:52 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:00:52 user nova-compute[74701]:     <system>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="serial">e6fdc6bf-7671-4974-b036-8ffe087bd2c8</entry>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="uuid">e6fdc6bf-7671-4974-b036-8ffe087bd2c8</entry>
Oct 24 20:00:52 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:00:52 user nova-compute[74701]:     </system>
Oct 24 20:00:52 user nova-compute[74701]:   </sysinfo>
Oct 24 20:00:52 user nova-compute[74701]:   <os>
Oct 24 20:00:52 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:00:52 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:00:52 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:00:52 user nova-compute[74701]:   </os>
Oct 24 20:00:52 user nova-compute[74701]:   <features>
Oct 24 20:00:52 user nova-compute[74701]:     <acpi/>
Oct 24 20:00:52 user nova-compute[74701]:     <apic/>
Oct 24 20:00:52 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:00:52 user nova-compute[74701]:   </features>
Oct 24 20:00:52 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:00:52 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:00:52 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:00:52 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:00:52 user nova-compute[74701]:   </clock>
Oct 24 20:00:52 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:00:52 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:00:52 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:00:52 user nova-compute[74701]:   </cpu>
Oct 24 20:00:52 user nova-compute[74701]:   <devices>
Oct 24 20:00:52 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:00:52 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:00:52 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk"/>
Oct 24 20:00:52 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:00:52 user nova-compute[74701]:     </disk>
Oct 24 20:00:52 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:00:52 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:00:52 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 20:00:52 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 20:00:52 user nova-compute[74701]:       <serial>a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e</serial>
Oct 24 20:00:52 user nova-compute[74701]:     </disk>
Oct 24 20:00:52 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:00:52 user nova-compute[74701]:       <mac address="fa:16:3e:d8:df:fc"/>
Oct 24 20:00:52 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:52 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:00:52 user nova-compute[74701]:       <target dev="tapa9849a4e-ed"/>
Oct 24 20:00:52 user nova-compute[74701]:     </interface>
Oct 24 20:00:52 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:00:52 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/console.log" append="off"/>
Oct 24 20:00:52 user nova-compute[74701]:     </serial>
Oct 24 20:00:52 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:00:52 user nova-compute[74701]:     <video>
Oct 24 20:00:52 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:00:52 user nova-compute[74701]:     </video>
Oct 24 20:00:52 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:00:52 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:00:52 user nova-compute[74701]:     </rng>
Oct 24 20:00:52 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:00:52 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:00:52 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:00:52 user nova-compute[74701]:     </memballoon>
Oct 24 20:00:52 user nova-compute[74701]:   </devices>
Oct 24 20:00:52 user nova-compute[74701]: </domain>
Oct 24 20:00:52 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'trusted_certs' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.objects.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Object Instance<e6fdc6bf-7671-4974-b036-8ffe087bd2c8> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:00:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Cannot resize image /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'migration_context' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.objects.base [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Object Instance<e6fdc6bf-7671-4974-b036-8ffe087bd2c8> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:58:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:00:50Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG os_vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4405202e-5fe3-53fb-947d-004dc6cb9745', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa9849a4e-ed, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa9849a4e-ed, col_values=(('qos', UUID('d1161f5d-5f6e-42da-90a9-eb24f9005b0d')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa9849a4e-ed, col_values=(('external_ids', {'iface-id': 'a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:df:fc', 'vm-uuid': 'e6fdc6bf-7671-4974-b036-8ffe087bd2c8'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:53 user nova-compute[74701]: INFO os_vif [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed')
Oct 24 20:00:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:54 user nova-compute[74701]: WARNING nova.compute.manager [req-a43d1060-f6c3-44bf-906d-f69b3bb35d17 req-2c270318-3be9-4c8d-8b6f-a6fcefa583f9 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state active and task_state reboot_started_hard.
Oct 24 20:00:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:00:56 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance rebooted successfully.
Oct 24 20:00:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c368ffc6-4172-457d-bccb-df919328aa41 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.603s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:00:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:00:56 user nova-compute[74701]: WARNING nova.compute.manager [req-23f70d12-6672-4603-b9f3-051ed70b0ccd req-55cb928d-c840-4d38-9ee2-cc539d70e73d service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state active and task_state None.
Oct 24 20:00:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:00:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:01:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:01:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=7993MB free_disk=24.95669174194336GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 90de42c4-4457-4490-865d-30859197d082 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 5cd50695-0158-42c8-807c-ef5374fada52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:01:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.348s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:01:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "90de42c4-4457-4490-865d-30859197d082" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:10 user nova-compute[74701]: INFO nova.compute.manager [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Terminating instance
Oct 24 20:01:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-5f5b7908-6e0b-4725-af2a-335624e06b35 req-a6453611-b784-4ae4-9aad-1a9969b2333f service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-unplugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:01:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Instance destroyed successfully.
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.objects.instance [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lazy-loading 'resources' on Instance uuid 90de42c4-4457-4490-865d-30859197d082 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:43:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1379076777',display_name='tempest-ServerRescueNegativeTestJSON-server-1379076777',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1379076777',id=23,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:48:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e299c2e9632e4792943abdb03d7f70ff',ramdisk_id='',reservation_id='r-d7r53ofw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-373587808',owner_user_name='tempest-ServerRescueNegativeTestJSON-373587808-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:50:21Z,user_data=None,user_id='8fb87d5f6ea64bc69d7615e930645fef',uuid=90de42c4-4457-4490-865d-30859197d082,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converting VIF {"id": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "address": "fa:16:3e:13:7d:26", "network": {"id": "07d0687d-4685-4ea0-9e1c-a99fb213451e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628647538-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e299c2e9632e4792943abdb03d7f70ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap747100a4-e4", "ovs_interfaceid": "747100a4-e4e2-43ad-8aa7-34fd86632d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG os_vif [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap747100a4-e4, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5fdd8043-039c-4b0e-9877-73a0e5b7c951) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:11 user nova-compute[74701]: INFO os_vif [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:13:7d:26,bridge_name='br-int',has_traffic_filtering=True,id=747100a4-e4e2-43ad-8aa7-34fd86632d91,network=Network(07d0687d-4685-4ea0-9e1c-a99fb213451e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap747100a4-e4')
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Deleting instance files /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082_del
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Deletion of /opt/stack/data/nova/instances/90de42c4-4457-4490-865d-30859197d082_del complete
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.compute.manager [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] [instance: 90de42c4-4457-4490-865d-30859197d082] Took 0.66 seconds to destroy the instance on the hypervisor.
Oct 24 20:01:11 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 90de42c4-4457-4490-865d-30859197d082] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 90de42c4-4457-4490-865d-30859197d082] Took 0.40 seconds to deallocate network for instance.
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-54d9aeb7-95f0-4249-858b-9974e63c76b3 req-840a1009-0614-4b43-8a22-e96ffaf4acad service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-deleted-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.compute.manager [req-54d9aeb7-95f0-4249-858b-9974e63c76b3 req-840a1009-0614-4b43-8a22-e96ffaf4acad service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Neutron deleted interface 747100a4-e4e2-43ad-8aa7-34fd86632d91; detaching it from the instance and deleting it from the info cache
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.network.neutron [req-54d9aeb7-95f0-4249-858b-9974e63c76b3 req-840a1009-0614-4b43-8a22-e96ffaf4acad service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-54d9aeb7-95f0-4249-858b-9974e63c76b3 req-840a1009-0614-4b43-8a22-e96ffaf4acad service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Detach interface failed, port_id=747100a4-e4e2-43ad-8aa7-34fd86632d91, reason: Instance 90de42c4-4457-4490-865d-30859197d082 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:01:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.237s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:11 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Deleted allocations for instance 90de42c4-4457-4490-865d-30859197d082
Oct 24 20:01:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-f57536e2-c21a-4f16-aea0-3b00d298a14a tempest-ServerRescueNegativeTestJSON-373587808 tempest-ServerRescueNegativeTestJSON-373587808-project-member] Lock "90de42c4-4457-4490-865d-30859197d082" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.484s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] Acquiring lock "90de42c4-4457-4490-865d-30859197d082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] Lock "90de42c4-4457-4490-865d-30859197d082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] No waiting events found dispatching network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:12 user nova-compute[74701]: WARNING nova.compute.manager [req-a52d3607-1e24-4369-bc01-c6299abcb570 req-2117a272-46bf-45e8-b8f4-8fb894d2c892 service nova] [instance: 90de42c4-4457-4490-865d-30859197d082] Received unexpected event network-vif-plugged-747100a4-e4e2-43ad-8aa7-34fd86632d91 for instance with vm_state deleted and task_state None.
Oct 24 20:01:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:01:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:21 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:01:21 user nova-compute[74701]: INFO nova.compute.claims [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Claim successful on node user
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.306s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:01:22 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.policy [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbec2b753ff74d14ad71b63161ccfc34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccc54dc35b64ec796691bd74d801c9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:01:22 user nova-compute[74701]: INFO nova.virt.block_device [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Booting with blank volume at /dev/vda
Oct 24 20:01:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Successfully created port: 8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Successfully updated port: 8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-changed-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG nova.compute.manager [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Refreshing instance network info cache due to event network-changed-8ec1b863-322d-4f36-ba18-d21af8b5408d. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:01:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance network_info: |[{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Refreshing network info cache for port 8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updated VIF entry in instance network info cache for port 8ec1b863-322d-4f36-ba18-d21af8b5408d. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG nova.network.neutron [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7baeb67c-49b2-45e6-af4a-48341d14fbc0 req-f5a795ea-1e3f-41f2-8763-713e26a84f3b service nova] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG os_brick.utils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[249e6e20-ff4c-449d-a822-9bdaaf28a61d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[28790be1-1731-44eb-9847-9d9c58ff5792]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5b8c480-972c-460c-b238-5d29de7364d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5895a89-672e-43c7-8031-c52caaa51374]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:01:28 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:01:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3672d7bf-5e53-48f5-ac89-f28526ab9923]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG os_brick.utils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating existing volume attachment record: 84bdac89-79a5-4322-874c-995b8b331bbe {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:01:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing instance network info cache due to event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG nova.network.neutron [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG nova.network.neutron [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updated VIF entry in instance network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG nova.network.neutron [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c5203ffe-48d1-482d-aaa4-773adeecff76 req-46d4473b-74cb-4cea-a9cd-8878fd17bbba service nova] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:30 user nova-compute[74701]: INFO nova.compute.manager [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Shelve offloading
Oct 24 20:01:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:31 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance destroyed successfully.
Oct 24 20:01:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:32 user nova-compute[74701]: WARNING nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state active and task_state shelving.
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:32 user nova-compute[74701]: WARNING nova.compute.manager [req-b8a10d5d-db02-4b12-b76f-645d3f482ead req-4916a462-323f-402b-9c5b-64ce101d305d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state active and task_state shelving.
Oct 24 20:01:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance destroyed successfully.
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'resources' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEm3stbPLbSdIgiJwHPuDrkjxzIU3V6jAyJ48OzQsKuUvT6QyjtoHQpqurrsZ8nMQKk3crXA3l4tIqiI7X41khHdwNx1gM52h99N8q5odRUrjF0IkAJUndSnrvtQqse9WQ==',key_name='tempest-TestShelveInstance-1648138623',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:00:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:06Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_vif [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap126d9fc3-7e, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3404716a-18e2-44f6-9e53-c0d5e187bc76) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing instance network info cache due to event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:32 user nova-compute[74701]: INFO os_vif [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e')
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:01:32 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5191a209-da4c-473e-9c44-35e9c3bd773b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:01:32 user nova-compute[74701]: No targets found.
Oct 24 20:01:32 user nova-compute[74701]: iSNS:
Oct 24 20:01:32 user nova-compute[74701]: No targets found.
Oct 24 20:01:32 user nova-compute[74701]: STATIC:
Oct 24 20:01:32 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8
Oct 24 20:01:32 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:01:32 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:01:32 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:01:32 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:01:32 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:01:32 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e
Oct 24 20:01:32 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:01:32 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:01:32 user nova-compute[74701]: FIRMWARE:
Oct 24 20:01:32 user nova-compute[74701]: No targets found.
Oct 24 20:01:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:01:32 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:01:32 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a25016-1a92-4aaf-8807-761c841f996f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[24612b67-c23f-4d9e-8f5d-b7ee136f6d36]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:01:32 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:32 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:01:32 user nova-compute[74701]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:32 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004a1750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6424a03-54cd-4b36-a02c-dd73f838059e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb53fa0-7cc2-4454-974a-8552b4953da9]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[82666e44-98b3-4fc3-8675-bc0f8c9c4813]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bcf7594-8a12-4f18-a47c-c1aecd2772b8]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f99b6855-779f-443f-a4a4-a6cee9f1ace4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89a17df-f8d6-4ba1-a42f-a309509778b5]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]
Oct 24 20:01:32 user nova-compute[74701]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.
Oct 24 20:01:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9120db4-5614-4905-80e7-4f2530fe743c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== disconnect_volume: return (313ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:01:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deleting instance files /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52_del
Oct 24 20:01:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deletion of /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52_del complete
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updated VIF entry in instance network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": null, "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7bcaae13-a135-47e9-8b28-cdd6bdc9afdc req-739f3eb1-b37d-41e4-9768-390cdb4c52fd service nova] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:33 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Deleted allocations for instance 5cd50695-0158-42c8-807c-ef5374fada52
Oct 24 20:01:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:33 user nova-compute[74701]: DEBUG nova.objects.instance [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:01:33 user nova-compute[74701]: DEBUG nova.objects.base [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Object Instance<5cd50695-0158-42c8-807c-ef5374fada52> lazy-loaded attributes: resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:01:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.238s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-19c0344b-026a-454d-b48b-d8fd8ad5868d tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.438s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-changed-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Refreshing instance network info cache due to event network-changed-3be76575-a8e0-4716-bd92-ad98c93b0742. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] Acquiring lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] Acquired lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:34 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Refreshing network info cache for port 3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:01:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updated VIF entry in instance network info cache for port 3be76575-a8e0-4716-bd92-ad98c93b0742. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:01:35 user nova-compute[74701]: DEBUG nova.network.neutron [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating instance_info_cache with network_info: [{"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c51e00e-2dd8-454b-bb8e-490fe086c3de req-f99e7c00-6d52-4591-8f44-8fb4e54626ae service nova] Releasing lock "refresh_cache-1fc911ef-10a9-4329-8a90-dbfaa2888e6c" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:39 user nova-compute[74701]: INFO nova.compute.manager [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attaching volume b3262b47-0cae-4aa3-b6d7-f0075553ebb2 to /dev/vdb
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.utils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a825f4e0-09e7-414f-bd73-0c3be4450bd2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[edfc9548-b3a4-4c4d-ba96-34492882a798]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b68691-bdb2-4e7a-bad7-6082388a644f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab27e070-e0fa-4c59-8fe1-fa521c19f0c6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:01:39 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:01:39 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d2d3901-8e10-4207-98b0-28d028e7f4fc]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG os_brick.utils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:01:39 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating existing volume attachment record: d46fc64c-948c-484d-accd-dbccf86ed061 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:01:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:01:45 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Creating image(s)
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Ensure instance console log exists: /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start _get_guest_xml network_info=[{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '166283f1-71cf-4b44-b661-f830311adaf0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'serial': '7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': '84bdac89-79a5-4322-874c-995b8b331bbe', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:01:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:01:45 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:01:45 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:01:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:01:45 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:01:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:01:45 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:01:45 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24185ae-03d3-465b-9945-72b28044cc0c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:01:46 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b2d54d-24d1-4bd4-8ba0-ed62b050a905]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f] added
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f696cf5a-08c3-459f-994f-6eab7b1502b0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[17a2b5fa-619a-4b7d-b065-dcb72ebe7462]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNlkXLMA {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNlkXLMA" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6af314-70c2-4f25-8530-25da3e81f9a2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pNlkXLMA'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db6f786-2593-4a72-9068-c0906bcdc0b7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39e0b24-4af6-4c08-bbec-7eeecb7181f6]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe69c7d6-929b-47ad-8490-115abf82c321]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260]
Oct 24 20:01:46 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260] successful.
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[df15bda9-893a-473f-adac-375d94e160d0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9db9d4e-b474-4521-b1e4-421070e1bcf0]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:01:46 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:01:46 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[24319955-bca1-4f68-90f6-f39f55a93cc1]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:01:46 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '26238646231633933', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238646231633933', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:01:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-42437342',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-42437342',id=42,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-xpli3bxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:01:22Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=166283f1-71cf-4b44-b661-f830311adaf0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:01:47 user nova-compute[74701]:   <uuid>166283f1-71cf-4b44-b661-f830311adaf0</uuid>
Oct 24 20:01:47 user nova-compute[74701]:   <name>instance-0000002a</name>
Oct 24 20:01:47 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:01:47 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:01:47 user nova-compute[74701]:   <metadata>
Oct 24 20:01:47 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:01:47 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-42437342</nova:name>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:01:45</nova:creationTime>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:01:47 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:01:47 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:owner>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 20:01:47 user nova-compute[74701]:       </nova:owner>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:01:47 user nova-compute[74701]:       <nova:ports>
Oct 24 20:01:47 user nova-compute[74701]:         <nova:port uuid="8ec1b863-322d-4f36-ba18-d21af8b5408d">
Oct 24 20:01:47 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 20:01:47 user nova-compute[74701]:         </nova:port>
Oct 24 20:01:47 user nova-compute[74701]:       </nova:ports>
Oct 24 20:01:47 user nova-compute[74701]:     </nova:instance>
Oct 24 20:01:47 user nova-compute[74701]:   </metadata>
Oct 24 20:01:47 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:01:47 user nova-compute[74701]:     <system>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="serial">166283f1-71cf-4b44-b661-f830311adaf0</entry>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="uuid">166283f1-71cf-4b44-b661-f830311adaf0</entry>
Oct 24 20:01:47 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:01:47 user nova-compute[74701]:     </system>
Oct 24 20:01:47 user nova-compute[74701]:   </sysinfo>
Oct 24 20:01:47 user nova-compute[74701]:   <os>
Oct 24 20:01:47 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:01:47 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:01:47 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:01:47 user nova-compute[74701]:   </os>
Oct 24 20:01:47 user nova-compute[74701]:   <features>
Oct 24 20:01:47 user nova-compute[74701]:     <acpi/>
Oct 24 20:01:47 user nova-compute[74701]:     <apic/>
Oct 24 20:01:47 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:01:47 user nova-compute[74701]:   </features>
Oct 24 20:01:47 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:01:47 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:01:47 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:01:47 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:01:47 user nova-compute[74701]:   </clock>
Oct 24 20:01:47 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:01:47 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:01:47 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:01:47 user nova-compute[74701]:   </cpu>
Oct 24 20:01:47 user nova-compute[74701]:   <devices>
Oct 24 20:01:47 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:01:47 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:01:47 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 20:01:47 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:01:47 user nova-compute[74701]:       <serial>7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f</serial>
Oct 24 20:01:47 user nova-compute[74701]:     </disk>
Oct 24 20:01:47 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:01:47 user nova-compute[74701]:       <mac address="fa:16:3e:53:90:cc"/>
Oct 24 20:01:47 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:01:47 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:01:47 user nova-compute[74701]:       <target dev="tap8ec1b863-32"/>
Oct 24 20:01:47 user nova-compute[74701]:     </interface>
Oct 24 20:01:47 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:01:47 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/console.log" append="off"/>
Oct 24 20:01:47 user nova-compute[74701]:     </serial>
Oct 24 20:01:47 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:01:47 user nova-compute[74701]:     <video>
Oct 24 20:01:47 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:01:47 user nova-compute[74701]:     </video>
Oct 24 20:01:47 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:01:47 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:01:47 user nova-compute[74701]:     </rng>
Oct 24 20:01:47 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:01:47 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:01:47 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:01:47 user nova-compute[74701]:     </memballoon>
Oct 24 20:01:47 user nova-compute[74701]:   </devices>
Oct 24 20:01:47 user nova-compute[74701]: </domain>
Oct 24 20:01:47 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:01:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-42437342',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-42437342',id=42,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-xpli3bxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:01:22Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=166283f1-71cf-4b44-b661-f830311adaf0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG os_vif [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '794a0b8f-1918-5f06-88b0-9fbd28825999', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8ec1b863-32, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8ec1b863-32, col_values=(('qos', UUID('b6423664-ab25-4fd1-bc3e-eedeb87806c4')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8ec1b863-32, col_values=(('external_ids', {'iface-id': '8ec1b863-322d-4f36-ba18-d21af8b5408d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:90:cc', 'vm-uuid': '166283f1-71cf-4b44-b661-f830311adaf0'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:47 user nova-compute[74701]: INFO os_vif [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32')
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:01:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:53:90:cc, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:48 user nova-compute[74701]: WARNING nova.compute.manager [req-76be5aef-71fa-40bc-a22f-bf53c66f143e req-9570cd63-7c0f-43ec-86c1-97888dfc3402 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state building and task_state spawning.
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:01:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance spawned successfully.
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:01:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:01:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:01:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:01:51 user nova-compute[74701]: WARNING nova.compute.manager [req-8afb99a7-3bab-498d-be19-6aba7fa75c55 req-763b3b1a-36d6-4567-a0c8-b741c597530c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state building and task_state spawning.
Oct 24 20:01:51 user nova-compute[74701]: INFO nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Took 5.13 seconds to spawn the instance on the hypervisor.
Oct 24 20:01:51 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:01:51 user nova-compute[74701]: INFO nova.compute.manager [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Took 29.41 seconds to build instance.
Oct 24 20:01:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4a66a9a2-fc73-4a4c-8e87-9e05b96820b2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.500s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:01:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing instance network info cache due to event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] Acquiring lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] Acquired lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updated VIF entry in instance network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:01:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8e39ab8f-c404-4830-bba3-711ff8185450 req-26673676-1ddf-467a-ae44-1031b8ee8fda service nova] Releasing lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:01:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:01:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:02:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:02:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8160MB free_disk=24.973827362060547GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.354s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lKwoVibT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:02:06 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:02:06 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:02:06 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[462ec36e-503a-4af1-af1f-f467bbaa4009]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:02:06 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[086637f8-7db6-4041-9226-0676ef02a3cf]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2] added
Oct 24 20:02:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3723433-6d31-48b0-ae65-00f4dae943ca]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55175e8-374e-481e-92ff-cbfc2793a16a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lKwoVibT {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lKwoVibT" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f582123-4cb4-44b5-b6bc-091b86ab44b9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lKwoVibT'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd392bd0-1e05-4135-a126-79b983991745]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a84cda-b1d8-4052-9764-91ceb1a09ed4]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:06 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:06 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:06 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:06 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:06 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:02:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --login" returned: 0 in 1.070s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef162f9-125d-481d-8d96-96250cab0202]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260]
Oct 24 20:02:08 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260] successful.
Oct 24 20:02:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e223af70-eab6-4be4-9b56-2dbd8b28c9e2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[233f8518-37ae-4947-8e09-21581631b551]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:08 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:08 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.288s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] HCTL ('36', '-', '-', 0) found on session 41 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc38f31e-4ef5-4c96-941d-9938a8cdd09a]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 41 and hctl ['36', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:02:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 41 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lKwoVibT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.319s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== connect_volume: return (2320ms) {'type': 'block', 'scsi_wwn': '23465633432393831', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465633432393831', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:02:09 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:09 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 20:02:09 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:02:09 user nova-compute[74701]:   <serial>b3262b47-0cae-4aa3-b6d7-f0075553ebb2</serial>
Oct 24 20:02:09 user nova-compute[74701]: </disk>
Oct 24 20:02:09 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No VIF found with MAC fa:16:3e:33:5b:79, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:02:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ed940e91-cd91-4923-9811-f64ca9046f4e tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.974s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 66381646-98d3-4ba7-9b28-1b53ecdd74c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [{"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-66381646-98d3-4ba7-9b28-1b53ecdd74c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:16 user nova-compute[74701]: INFO nova.compute.manager [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attaching volume b7dd96f8-3e76-438f-868d-c7438436b351 to /dev/vdc
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.utils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8430bb85-2a01-41a4-ad44-2e885589baab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac4479b-49db-43a3-97db-e20457ec1582]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[23d77700-9c7d-4c25-9d84-6563d73804dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f51c1b51-9338-4017-9d62-f3d333930f1e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:02:17 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[94357c0f-00cf-42f9-888b-950bf6a2a577]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG os_brick.utils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating existing volume attachment record: 678188a0-a679-431e-883d-6f309966538e {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:17 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:02:17 user nova-compute[74701]: INFO nova.compute.claims [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Claim successful on node user
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.676s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:02:18 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.policy [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f971297970e4589a5847e4b7071f950', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5d9b1144314159b62e072151feddc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:02:18 user nova-compute[74701]: INFO nova.virt.block_device [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Booting with volume b0ea3257-0061-4862-b18b-2175194026bf at /dev/vda
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.utils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[35524a78-52ef-45a9-b485-ae039d1862f5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c1a697d-c965-4edc-9979-b94bcca9e871]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[967709eb-a066-4da3-96c2-7271eef55cca]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7aacc3d-2158-44c9-8aa0-9eede3b37b64]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:02:18 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:02:18 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[449689fc-12c1-4073-96e6-c99ef2147c30]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG os_brick.utils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:02:18 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating existing volume attachment record: 40fe7bfa-8e51-47ac-b374-ac7c2a198a1f {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Successfully created port: becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Successfully updated port: becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquired lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing instance network info cache due to event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] Acquiring lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:02:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating instance_info_cache with network_info: [{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Releasing lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Instance network_info: |[{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] Acquired lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updated VIF entry in instance network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating instance_info_cache with network_info: [{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9337d4db-2565-4b8f-abd6-696ca28232b4 req-ed009b48-5120-4df2-b392-7ec622ce8317 service nova] Releasing lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:02:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:02:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:32 user nova-compute[74701]: INFO nova.compute.manager [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Terminating instance
Oct 24 20:02:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-unplugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] No waiting events found dispatching network-vif-unplugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-4eaef457-c79a-4df3-b1d8-bb98b0b9d113 req-4a392f81-a867-43b6-a8fd-992f4efd0346 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-unplugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:02:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Instance destroyed successfully.
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.objects.instance [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lazy-loading 'resources' on Instance uuid 66381646-98d3-4ba7-9b28-1b53ecdd74c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1926503091',display_name='tempest-SnapshotDataIntegrityTests-server-1926503091',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1926503091',id=36,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHAx+0D7i7/eA2EFiuTmEuHbwoWmWSbh3ej2OXKQycf2fzFomVZ7s10zZJxz2kNg66M3PFzHI9HAgFj351vUEoXq+sxf1vglJSLaveVaLzK56FA/NpnXnNkYqP52LoIQ0A==',key_name='tempest-keypair-1426664533',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:57:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e155af57f10e4d139f88bb7a2142bd90',ramdisk_id='',reservation_id='r-iw04hr0h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1504480630',owner_user_name='tempest-SnapshotDataIntegrityTests-1504480630-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:57:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='92c4e5f772074bd5bbbbfc08f9cb6d27',uuid=66381646-98d3-4ba7-9b28-1b53ecdd74c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converting VIF {"id": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "address": "fa:16:3e:47:37:f9", "network": {"id": "cfcc825f-70b5-4bff-a7ad-9dca9d380b30", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1116308769-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e155af57f10e4d139f88bb7a2142bd90", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5f6d2c7c-4a", "ovs_interfaceid": "5f6d2c7c-4a90-4373-8315-1f00c721dc36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG os_vif [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5f6d2c7c-4a, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c39ae85-00c7-483a-9b5c-ccb317691394) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:02:33 user nova-compute[74701]: INFO os_vif [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:47:37:f9,bridge_name='br-int',has_traffic_filtering=True,id=5f6d2c7c-4a90-4373-8315-1f00c721dc36,network=Network(cfcc825f-70b5-4bff-a7ad-9dca9d380b30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5f6d2c7c-4a')
Oct 24 20:02:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Deleting instance files /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8_del
Oct 24 20:02:33 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Deletion of /opt/stack/data/nova/instances/66381646-98d3-4ba7-9b28-1b53ecdd74c8_del complete
Oct 24 20:02:33 user nova-compute[74701]: INFO nova.compute.manager [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Took 0.73 seconds to destroy the instance on the hypervisor.
Oct 24 20:02:33 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:02:33 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:02:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:34 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:34 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Took 1.28 seconds to deallocate network for instance.
Oct 24 20:02:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-6efdd2d0-43ec-4cb6-ae74-50a2344f9d5d req-a994b2d1-3f1d-44eb-8125-4dd31e6be345 service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-deleted-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] Acquiring lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] No waiting events found dispatching network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:02:35 user nova-compute[74701]: WARNING nova.compute.manager [req-893e6c48-705d-46f6-9625-df93abb35af8 req-73abb59d-0fd1-45b6-b68c-2e67e5707ebf service nova] [instance: 66381646-98d3-4ba7-9b28-1b53ecdd74c8] Received unexpected event network-vif-plugged-5f6d2c7c-4a90-4373-8315-1f00c721dc36 for instance with vm_state deleted and task_state None.
Oct 24 20:02:35 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:35 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Deleted allocations for instance 66381646-98d3-4ba7-9b28-1b53ecdd74c8
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-445edfa4-cd90-4f4d-8da0-9e924989c0b9 tempest-SnapshotDataIntegrityTests-1504480630 tempest-SnapshotDataIntegrityTests-1504480630-project-member] Lock "66381646-98d3-4ba7-9b28-1b53ecdd74c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.550s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FzeYLTvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:02:35 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:02:35 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:02:35 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c461ba-a60e-4566-82d1-3511dab6910f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:02:35 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfe776f-d70a-401c-8730-60d67a00a0af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351] added
Oct 24 20:02:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f4d9d98-9b7d-416e-b3bb-7c87a1653f7d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e72920-c11d-4da3-8401-7595ce7011f5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FzeYLTvH {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FzeYLTvH" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c85ab5-97b4-4812-aa01-b7b5069b0104]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FzeYLTvH'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b420239-1dde-4605-9d29-94397484d349]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[09a6a569-8780-4079-9e11-83bbcfee4cb0]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:35 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:35 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:02:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f92c897-a074-4bd9-86cf-85f79718eb4b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260]
Oct 24 20:02:36 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260] successful.
Oct 24 20:02:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[53e8a83f-162b-4983-b88a-82a0f55ffeff]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e2006e-c8f6-4306-841e-479ee77bedb5]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:02:36 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] HCTL ('37', '-', '-', 0) found on session 42 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1166ccd1-1530-452d-b2b7-e162f019bf72]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:36 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 42 and hctl ['37', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Searching for a device in session 42 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FzeYLTvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== connect_volume: return (1330ms) {'type': 'block', 'scsi_wwn': '26161643361336437', 'path': '/dev/sdf'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26161643361336437', 'path': '/dev/sdf'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:02:37 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:37 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 20:02:37 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 20:02:37 user nova-compute[74701]:   <serial>b7dd96f8-3e76-438f-868d-c7438436b351</serial>
Oct 24 20:02:37 user nova-compute[74701]: </disk>
Oct 24 20:02:37 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] No VIF found with MAC fa:16:3e:33:5b:79, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:02:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fea8931a-6367-4de7-ad91-0ce5ce49175d tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.727s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:38 user nova-compute[74701]: INFO nova.compute.manager [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Detaching volume b3262b47-0cae-4aa3-b6d7-f0075553ebb2
Oct 24 20:02:38 user nova-compute[74701]: INFO nova.virt.block_device [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attempting to driver detach volume b3262b47-0cae-4aa3-b6d7-f0075553ebb2 from mountpoint /dev/vdb
Oct 24 20:02:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Attempting to detach device vdb from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:02:38 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:38 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 20:02:38 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:02:38 user nova-compute[74701]:   <serial>b3262b47-0cae-4aa3-b6d7-f0075553ebb2</serial>
Oct 24 20:02:38 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:02:38 user nova-compute[74701]: </disk>
Oct 24 20:02:38 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:02:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdb from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the persistent domain config.
Oct 24 20:02:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:02:38 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:02:38 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:38 user nova-compute[74701]:   <source dev="/dev/sde"/>
Oct 24 20:02:38 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:02:38 user nova-compute[74701]:   <serial>b3262b47-0cae-4aa3-b6d7-f0075553ebb2</serial>
Oct 24 20:02:38 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:02:38 user nova-compute[74701]: </disk>
Oct 24 20:02:38 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:02:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing instance network info cache due to event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated VIF entry in instance network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c2512e95-811d-446a-9634-5af628d94936 req-190fdc01-08ef-46ec-acf5-0e508c3ed171 service nova] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing instance network info cache due to event network-changed-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.network.neutron [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Refreshing network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:02:42 user nova-compute[74701]: INFO nova.compute.manager [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Detaching volume a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e
Oct 24 20:02:42 user nova-compute[74701]: INFO nova.virt.block_device [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Attempting to driver detach volume a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e from mountpoint /dev/vdb
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Attempting to detach device vdb from instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:02:42 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:42 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:02:42 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:02:42 user nova-compute[74701]:   <serial>a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e</serial>
Oct 24 20:02:42 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 20:02:42 user nova-compute[74701]: </disk>
Oct 24 20:02:42 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:02:42 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully detached device vdb from instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 from the persistent domain config.
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:02:42 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:02:42 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:02:42 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:02:42 user nova-compute[74701]:   <serial>a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e</serial>
Oct 24 20:02:42 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 24 20:02:42 user nova-compute[74701]: </disk>
Oct 24 20:02:42 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.network.neutron [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated VIF entry in instance network info cache for port a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG nova.network.neutron [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:02:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-db75af7f-ea3f-4501-90eb-d13009631fe6 req-6dde133d-41e1-4467-8d96-e10a5e9da51b service nova] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:02:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:02:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:02:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c is timed out.
Oct 24 20:02:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdb from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the live domain config.
Oct 24 20:02:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lKwoVibT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:02:59 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfc3da4-a3d7-4ed4-a448-54778705778c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:02:59 user nova-compute[74701]: No targets found.
Oct 24 20:02:59 user nova-compute[74701]: iSNS:
Oct 24 20:02:59 user nova-compute[74701]: No targets found.
Oct 24 20:02:59 user nova-compute[74701]: STATIC:
Oct 24 20:02:59 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351
Oct 24 20:02:59 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:02:59 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:02:59 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:02:59 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:02:59 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:02:59 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:02:59 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:02:59 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:02:59 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e
Oct 24 20:02:59 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:02:59 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:02:59 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2
Oct 24 20:02:59 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:02:59 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:02:59 user nova-compute[74701]: FIRMWARE:
Oct 24 20:02:59 user nova-compute[74701]: No targets found.
Oct 24 20:02:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:02:59 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:02:59 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[788872b7-5bb3-4f8f-87cc-88d08bb50889]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde989af-d9d7-41d5-8bbf-afbbc888a2af]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:02:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004eedd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6625d701-4a51-4eb2-a42a-07d3fd4599e1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fcab1a-8da3-4541-af75-87818e9621cb]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d3891c-9626-47e4-9054-9242a11faf58]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7124058c-b115-48d1-88b2-3b96f2c6228a]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3f2d2f-75c8-4dca-bc3e-dc2e65192c1b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d4cf85-4c46-421e-a9c3-fac0207d63da]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260]
Oct 24 20:02:59 user nova-compute[74701]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2, portal: 172.16.0.220,3260] successful.
Oct 24 20:02:59 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3262b47-0cae-4aa3-b6d7-f0075553ebb2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa29f667-36ce-40f0-b4c7-69bda1f4c7cf]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== disconnect_volume: return (331ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:02:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:03:00 user nova-compute[74701]: DEBUG nova.objects.instance [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ea50000-8dd7-46f0-8aa3-04e0e137ba67 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.770s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:01 user nova-compute[74701]: INFO nova.compute.manager [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Detaching volume b7dd96f8-3e76-438f-868d-c7438436b351
Oct 24 20:03:01 user nova-compute[74701]: INFO nova.virt.block_device [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Attempting to driver detach volume b7dd96f8-3e76-438f-868d-c7438436b351 from mountpoint /dev/vdc
Oct 24 20:03:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Attempting to detach device vdc from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:03:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:03:01 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:03:01 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 20:03:01 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 20:03:01 user nova-compute[74701]:   <serial>b7dd96f8-3e76-438f-868d-c7438436b351</serial>
Oct 24 20:03:01 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 20:03:01 user nova-compute[74701]: </disk>
Oct 24 20:03:01 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:03:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdc from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the persistent domain config.
Oct 24 20:03:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:03:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:03:01 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:03:01 user nova-compute[74701]:   <source dev="/dev/sdf"/>
Oct 24 20:03:01 user nova-compute[74701]:   <target dev="vdc" bus="virtio"/>
Oct 24 20:03:01 user nova-compute[74701]:   <serial>b7dd96f8-3e76-438f-868d-c7438436b351</serial>
Oct 24 20:03:01 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 24 20:03:01 user nova-compute[74701]: </disk>
Oct 24 20:03:01 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:03:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:03:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:02 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:03:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Creating image(s)
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Ensure instance console log exists: /opt/stack/data/nova/instances/d042bcd9-313e-4de5-a07f-f4f2a5d2b14e/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Start _get_guest_xml network_info=[{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCvTDMkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd042bcd9-313e-4de5-a07f-f4f2a5d2b14e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0ea3257-0061-4862-b18b-2175194026bf', 'serial': 'b0ea3257-0061-4862-b18b-2175194026bf'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': '40fe7bfa-8e51-47ac-b374-ac7c2a198a1f', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:03:03 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:03 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCvTDMkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:03 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:03 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.006s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:03 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d06efc9a-270b-4f6b-8ab8-beaf8407ec9a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:03:03 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 is timed out.
Oct 24 20:03:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully detached device vdb from instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 from the live domain config.
Oct 24 20:03:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jZIhiGJp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:03 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cb0beb-1e02-4884-b377-bc61f5be8c0b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf] added
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c08b7f-69fc-4cc0-a3e3-d735f0b69f7c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[54cfa604-42ce-4540-8a17-0bdbbf3def62]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RCvTDMkO {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RCvTDMkO" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[05fd107e-57e8-4d25-b849-626396164885]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RCvTDMkO'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d865bffc-9fdf-48bc-801b-9036f4d6fff6]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a421004b-52f0-4605-9567-1d708da45951]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94b06a2-8bbc-4c96-84b6-3bde29e6ba61]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260]
Oct 24 20:03:03 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260] successful.
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[099742af-877d-4e62-85ec-c9b7771aae4e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c7d4b8-fa2c-4687-95b1-132b6e7f3e0f]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:03 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:03 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] HCTL ('36', '-', '-', 0) found on session 43 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[10619b0c-7313-4973-8d94-b76ce29e648f]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Searching for a device in session 43 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCvTDMkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:03:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23533663164366664', 'path': '/dev/sde'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23533663164366664', 'path': '/dev/sde'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[07654c80-bd4a-46a4-8c14-db7671ebe207]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:03:04 user nova-compute[74701]: No targets found.
Oct 24 20:03:04 user nova-compute[74701]: iSNS:
Oct 24 20:03:04 user nova-compute[74701]: No targets found.
Oct 24 20:03:04 user nova-compute[74701]: STATIC:
Oct 24 20:03:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351
Oct 24 20:03:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:03:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:03:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e
Oct 24 20:03:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:04 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf
Oct 24 20:03:04 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:04 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:04 user nova-compute[74701]: FIRMWARE:
Oct 24 20:03:04 user nova-compute[74701]: No targets found.
Oct 24 20:03:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:03:04 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:03:04 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:02:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1838979993',display_name='tempest-TestVolumeBootPattern-server-1838979993',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1838979993',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-ynafp2sh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:02:18Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=d042bcd9-313e-4de5-a07f-f4f2a5d2b14e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'pci_devices' on Instance uuid d042bcd9-313e-4de5-a07f-f4f2a5d2b14e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[714fead5-3aa6-4646-9d60-c4cd6b184232]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:03:04 user nova-compute[74701]:   <uuid>d042bcd9-313e-4de5-a07f-f4f2a5d2b14e</uuid>
Oct 24 20:03:04 user nova-compute[74701]:   <name>instance-0000002b</name>
Oct 24 20:03:04 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:03:04 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:03:04 user nova-compute[74701]:   <metadata>
Oct 24 20:03:04 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:03:04 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:03:04 user nova-compute[74701]:       <nova:name>tempest-TestVolumeBootPattern-server-1838979993</nova:name>
Oct 24 20:03:04 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:03:03</nova:creationTime>
Oct 24 20:03:04 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:03:04 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:03:04 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:03:04 user nova-compute[74701]:       <nova:owner>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:user uuid="7f971297970e4589a5847e4b7071f950">tempest-TestVolumeBootPattern-879223172-project-member</nova:user>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:project uuid="dd5d9b1144314159b62e072151feddc4">tempest-TestVolumeBootPattern-879223172</nova:project>
Oct 24 20:03:04 user nova-compute[74701]:       </nova:owner>
Oct 24 20:03:04 user nova-compute[74701]:       <nova:ports>
Oct 24 20:03:04 user nova-compute[74701]:         <nova:port uuid="becb81c3-cf3f-4148-9285-549a1a3aab47">
Oct 24 20:03:04 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 20:03:04 user nova-compute[74701]:         </nova:port>
Oct 24 20:03:04 user nova-compute[74701]:       </nova:ports>
Oct 24 20:03:04 user nova-compute[74701]:     </nova:instance>
Oct 24 20:03:04 user nova-compute[74701]:   </metadata>
Oct 24 20:03:04 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:03:04 user nova-compute[74701]:     <system>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="serial">d042bcd9-313e-4de5-a07f-f4f2a5d2b14e</entry>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="uuid">d042bcd9-313e-4de5-a07f-f4f2a5d2b14e</entry>
Oct 24 20:03:04 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:03:04 user nova-compute[74701]:     </system>
Oct 24 20:03:04 user nova-compute[74701]:   </sysinfo>
Oct 24 20:03:04 user nova-compute[74701]:   <os>
Oct 24 20:03:04 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:03:04 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:03:04 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:03:04 user nova-compute[74701]:   </os>
Oct 24 20:03:04 user nova-compute[74701]:   <features>
Oct 24 20:03:04 user nova-compute[74701]:     <acpi/>
Oct 24 20:03:04 user nova-compute[74701]:     <apic/>
Oct 24 20:03:04 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:03:04 user nova-compute[74701]:   </features>
Oct 24 20:03:04 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:03:04 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:03:04 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:03:04 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:03:04 user nova-compute[74701]:   </clock>
Oct 24 20:03:04 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:03:04 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:03:04 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:03:04 user nova-compute[74701]:   </cpu>
Oct 24 20:03:04 user nova-compute[74701]:   <devices>
Oct 24 20:03:04 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:03:04 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:03:04 user nova-compute[74701]:       <source dev="/dev/sde"/>
Oct 24 20:03:04 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:03:04 user nova-compute[74701]:       <serial>b0ea3257-0061-4862-b18b-2175194026bf</serial>
Oct 24 20:03:04 user nova-compute[74701]:     </disk>
Oct 24 20:03:04 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:03:04 user nova-compute[74701]:       <mac address="fa:16:3e:42:b8:5a"/>
Oct 24 20:03:04 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:04 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:03:04 user nova-compute[74701]:       <target dev="tapbecb81c3-cf"/>
Oct 24 20:03:04 user nova-compute[74701]:     </interface>
Oct 24 20:03:04 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:03:04 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/d042bcd9-313e-4de5-a07f-f4f2a5d2b14e/console.log" append="off"/>
Oct 24 20:03:04 user nova-compute[74701]:     </serial>
Oct 24 20:03:04 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:03:04 user nova-compute[74701]:     <video>
Oct 24 20:03:04 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:04 user nova-compute[74701]:     </video>
Oct 24 20:03:04 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:03:04 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:03:04 user nova-compute[74701]:     </rng>
Oct 24 20:03:04 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:03:04 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:03:04 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:03:04 user nova-compute[74701]:     </memballoon>
Oct 24 20:03:04 user nova-compute[74701]:   </devices>
Oct 24 20:03:04 user nova-compute[74701]: </domain>
Oct 24 20:03:04 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:02:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1838979993',display_name='tempest-TestVolumeBootPattern-server-1838979993',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1838979993',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-ynafp2sh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:02:18Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=d042bcd9-313e-4de5-a07f-f4f2a5d2b14e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_vif [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '795cfa69-ce32-502d-9ba0-3d6c926d03ac', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[dda50242-64c1-4210-9176-f65bc13a8a80]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:04 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f24654ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbecb81c3-cf, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbecb81c3-cf, col_values=(('qos', UUID('419eb3a9-fcbf-45b5-94cc-afd665171e7c')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbecb81c3-cf, col_values=(('external_ids', {'iface-id': 'becb81c3-cf3f-4148-9285-549a1a3aab47', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:42:b8:5a', 'vm-uuid': 'd042bcd9-313e-4de5-a07f-f4f2a5d2b14e'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:04 user nova-compute[74701]: INFO os_vif [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf')
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f4e10c-c25a-468c-9643-434c6a654b6c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[78fff919-5cb0-4b22-b32d-63b98fae7099]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40ddab1-196c-4696-a3de-9fda8452afc9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] No VIF found with MAC fa:16:3e:42:b8:5a, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[442e391a-72b9-49da-98a0-fa59e4a4ed14]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48914415-5fb8-486c-8d0e-e62516b2d7d8]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a60b96-7f9a-44dd-9b15-2ea71b37729b]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260]
Oct 24 20:03:04 user nova-compute[74701]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e, portal: 172.16.0.220,3260] successful.
Oct 24 20:03:04 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1c02dff-0a5d-41e1-b6ea-0276ca2e8d4e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f5a18ea-fb9c-43bf-a422-b047fe9cba67]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.406s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== disconnect_volume: return (1714ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:03:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8326MB free_disk=24.99030303955078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance d042bcd9-313e-4de5-a07f-f4f2a5d2b14e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] No waiting events found dispatching network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:06 user nova-compute[74701]: WARNING nova.compute.manager [req-75e4c4b7-c897-47cb-8874-00bec505eba3 req-0f6818d8-46e7-4c0a-b655-4322f2d57172 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received unexpected event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 for instance with vm_state building and task_state spawning.
Oct 24 20:03:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:03:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.404s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:03:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Instance spawned successfully.
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:03:08 user nova-compute[74701]: INFO nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Took 5.12 seconds to spawn the instance on the hypervisor.
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] No waiting events found dispatching network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:08 user nova-compute[74701]: WARNING nova.compute.manager [req-14d63d56-9aa4-4ebe-9df5-480bcb3ba7bf req-a0726dad-ffbc-410c-bbfa-8e9d5753a0e4 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received unexpected event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 for instance with vm_state building and task_state spawning.
Oct 24 20:03:08 user nova-compute[74701]: INFO nova.compute.manager [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Took 50.84 seconds to build instance.
Oct 24 20:03:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1e6740f4-6f1f-438e-a299-3f39f6109574 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 50.940s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:12 user nova-compute[74701]: INFO nova.compute.manager [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Rescuing
Oct 24 20:03:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:03:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:03:12 user nova-compute[74701]: DEBUG nova.network.neutron [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG nova.network.neutron [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:13 user nova-compute[74701]: WARNING nova.compute.manager [req-bcc0dc5f-8005-4503-ad07-2649171c8044 req-a9dbeeaf-bb00-4b2f-a52d-b5a5a5a73b9e service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state rescuing.
Oct 24 20:03:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:13 user nova-compute[74701]: DEBUG nova.objects.instance [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-3ba72e6d-084b-4708-9e97-f3e6fbae648d tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 31.548s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance destroyed successfully.
Oct 24 20:03:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Attempting a stable device rescue
Oct 24 20:03:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 20:03:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Creating image(s)
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'trusted_certs' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "cd98b06072867185c0e67694b0dfc704ff63b45f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "cd98b06072867185c0e67694b0dfc704ff63b45f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.part --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG nova.virt.images [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ffdc4e49-233a-423b-a0fa-2736be49a5cf was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.part /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:15 user nova-compute[74701]: WARNING nova.compute.manager [req-1c1be75c-87e1-457d-b468-fd79760d3fdb req-92e1694d-0f01-4aaa-b926-18333dc89adc service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state rescuing.
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.part /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.converted" returned: 0 in 0.407s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "cd98b06072867185c0e67694b0dfc704ff63b45f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.900s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "cd98b06072867185c0e67694b0dfc704ff63b45f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "cd98b06072867185c0e67694b0dfc704ff63b45f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f,backing_fmt=raw /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f,backing_fmt=raw /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue" returned: 0 in 0.064s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "cd98b06072867185c0e67694b0dfc704ff63b45f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'migration_context' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<166283f1-71cf-4b44-b661-f830311adaf0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start _get_guest_xml network_info=[{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:53:90:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ffdc4e49-233a-423b-a0fa-2736be49a5cf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '166283f1-71cf-4b44-b661-f830311adaf0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'serial': '7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': '84bdac89-79a5-4322-874c-995b8b331bbe', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<166283f1-71cf-4b44-b661-f830311adaf0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'numa_topology' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<166283f1-71cf-4b44-b661-f830311adaf0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:16 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:16 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'vcpu_model' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<166283f1-71cf-4b44-b661-f830311adaf0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:16 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:16 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc29579b-63da-49e6-a2d7-497c1e4f9671]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = pNlkXLMA\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 20:03:16 user nova-compute[74701]: node.name = iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:03:16 user nova-compute[74701]: node.tpgt = -1
Oct 24 20:03:16 user nova-compute[74701]: node.startup = automatic
Oct 24 20:03:16 user nova-compute[74701]: node.leading_login = No
Oct 24 20:03:16 user nova-compute[74701]: iface.iscsi_ifacename = default
Oct 24 20:03:16 user nova-compute[74701]: iface.net_ifacename = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.ipaddress = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.prefix_len = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.hwaddress = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.transport_name = tcp
Oct 24 20:03:16 user nova-compute[74701]: iface.initiatorname = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.vlan_id = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.vlan_priority = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.vlan_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.iface_num = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.mtu = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.port = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.bootproto = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.subnet_mask = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.gateway = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_alt_client_id = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_dns = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_learn_iqn = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_vendor_id_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_vendor_id = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.dhcp_slp_da = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.fragmentation = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.gratuitous_arp = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.incoming_forwarding = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.tos_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.tos = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.ttl = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.delayed_ack = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.tcp_nagle = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.tcp_wsf_state = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.tcp_wsf = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.tcp_timer_scale = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.tcp_timestamp = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.redirect = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.def_task_mgmt_timeout = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.header_digest = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.data_digest = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.immediate_data = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.initial_r2t = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.data_seq_inorder = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.data_pdu_inorder = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.erl = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.max_receive_data_len = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.first_burst_len = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.max_outstanding_r2t = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.max_burst_len = 0
Oct 24 20:03:16 user nova-compute[74701]: iface.chap_auth = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.bidi_chap = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.strict_login_compliance = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.discovery_auth = <empty>
Oct 24 20:03:16 user nova-compute[74701]: iface.discovery_logout = <empty>
Oct 24 20:03:16 user nova-compute[74701]: node.discovery_address = <empty>
Oct 24 20:03:16 user nova-compute[74701]: node.discovery_port = 0
Oct 24 20:03:16 user nova-compute[74701]: node.discovery_type = static
Oct 24 20:03:16 user nova-compute[74701]: node.session.initial_cmdsn = 0
Oct 24 20:03:16 user nova-compute[74701]: node.session.initial_login_retry_max = 8
Oct 24 20:03:16 user nova-compute[74701]: node.session.xmit_thread_priority = -20
Oct 24 20:03:16 user nova-compute[74701]: node.session.cmds_max = 128
Oct 24 20:03:16 user nova-compute[74701]: node.session.queue_depth = 32
Oct 24 20:03:16 user nova-compute[74701]: node.session.nr_sessions = 1
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.authmethod = CHAP
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.username = pNlkXLMA
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.password = ***
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.username_in = <empty>
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.password_in = <empty>
Oct 24 20:03:16 user nova-compute[74701]: node.session.auth.chap_algs = MD5
Oct 24 20:03:16 user nova-compute[74701]: node.session.timeo.replacement_timeout = 120
Oct 24 20:03:16 user nova-compute[74701]: node.session.err_timeo.abort_timeout = 15
Oct 24 20:03:16 user nova-compute[74701]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 20:03:16 user nova-compute[74701]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 20:03:16 user nova-compute[74701]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.FastAbort = Yes
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.InitialR2T = No
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.ImmediateData = Yes
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.MaxConnections = 1
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 20:03:16 user nova-compute[74701]: node.session.iscsi.ERL = 0
Oct 24 20:03:16 user nova-compute[74701]: node.session.scan = manual
Oct 24 20:03:16 user nova-compute[74701]: node.session.reopen_max = 0
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].address = 172.16.0.220
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].port = 3260
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].startup = manual
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].tcp.window_size = 524288
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].tcp.type_of_service = 0
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].timeo.logout_timeout = 15
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].timeo.login_timeout = 15
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].timeo.auth_timeout = 45
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.DataDigest = None
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.IFMarker = No
Oct 24 20:03:16 user nova-compute[74701]: node.conn[0].iscsi.OFMarker = No
Oct 24 20:03:16 user nova-compute[74701]: # END RECORD
Oct 24 20:03:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41790485-42a8-48d7-8ed4-e9fc61b5eb45]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b095d84-16a7-430b-a5a2-ee5fbae6e9ae]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNlkXLMA {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNlkXLMA" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c30329-e9f2-4a32-abea-74c43d372bbe]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pNlkXLMA'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[711af86c-649a-4b67-ba07-303365e3d373]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[51798a7c-44cd-4e9c-94d7-b991f1474bd3]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:16 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:16 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.141s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] HCTL ('33', '0', '0', 0) found on session 40 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[54c3cfc1-c248-4a9d-8dd8-2ba99cf540c5]: (4, ('0 0 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching for a device in session 40 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.165s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== connect_volume: return (166ms) {'type': 'block', 'scsi_wwn': '26238646231633933', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26238646231633933', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:01:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-42437342',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-42437342',id=42,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:01:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-xpli3bxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:01:51Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=166283f1-71cf-4b44-b661-f830311adaf0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:53:90:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:53:90:cc"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.instance [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.objects.base [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<166283f1-71cf-4b44-b661-f830311adaf0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:03:16 user nova-compute[74701]:   <uuid>166283f1-71cf-4b44-b661-f830311adaf0</uuid>
Oct 24 20:03:16 user nova-compute[74701]:   <name>instance-0000002a</name>
Oct 24 20:03:16 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:03:16 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:03:16 user nova-compute[74701]:   <metadata>
Oct 24 20:03:16 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:03:16 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-42437342</nova:name>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:03:16</nova:creationTime>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:03:16 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:03:16 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:owner>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 20:03:16 user nova-compute[74701]:       </nova:owner>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:03:16 user nova-compute[74701]:       <nova:ports>
Oct 24 20:03:16 user nova-compute[74701]:         <nova:port uuid="8ec1b863-322d-4f36-ba18-d21af8b5408d">
Oct 24 20:03:16 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 20:03:16 user nova-compute[74701]:         </nova:port>
Oct 24 20:03:16 user nova-compute[74701]:       </nova:ports>
Oct 24 20:03:16 user nova-compute[74701]:     </nova:instance>
Oct 24 20:03:16 user nova-compute[74701]:   </metadata>
Oct 24 20:03:16 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:03:16 user nova-compute[74701]:     <system>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="serial">166283f1-71cf-4b44-b661-f830311adaf0</entry>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="uuid">166283f1-71cf-4b44-b661-f830311adaf0</entry>
Oct 24 20:03:16 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:03:16 user nova-compute[74701]:     </system>
Oct 24 20:03:16 user nova-compute[74701]:   </sysinfo>
Oct 24 20:03:16 user nova-compute[74701]:   <os>
Oct 24 20:03:16 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:03:16 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:03:16 user nova-compute[74701]:   </os>
Oct 24 20:03:16 user nova-compute[74701]:   <features>
Oct 24 20:03:16 user nova-compute[74701]:     <acpi/>
Oct 24 20:03:16 user nova-compute[74701]:     <apic/>
Oct 24 20:03:16 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:03:16 user nova-compute[74701]:   </features>
Oct 24 20:03:16 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:03:16 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:03:16 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:03:16 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:03:16 user nova-compute[74701]:   </clock>
Oct 24 20:03:16 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:03:16 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:03:16 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:03:16 user nova-compute[74701]:   </cpu>
Oct 24 20:03:16 user nova-compute[74701]:   <devices>
Oct 24 20:03:16 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:03:16 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:03:16 user nova-compute[74701]:       <source dev="/dev/sdb"/>
Oct 24 20:03:16 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:03:16 user nova-compute[74701]:       <serial>7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f</serial>
Oct 24 20:03:16 user nova-compute[74701]:     </disk>
Oct 24 20:03:16 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:03:16 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:03:16 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue"/>
Oct 24 20:03:16 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 20:03:16 user nova-compute[74701]:       <boot order="1"/>
Oct 24 20:03:16 user nova-compute[74701]:     </disk>
Oct 24 20:03:16 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:03:16 user nova-compute[74701]:       <mac address="fa:16:3e:53:90:cc"/>
Oct 24 20:03:16 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:16 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:03:16 user nova-compute[74701]:       <target dev="tap8ec1b863-32"/>
Oct 24 20:03:16 user nova-compute[74701]:     </interface>
Oct 24 20:03:16 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:03:16 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/console.log" append="off"/>
Oct 24 20:03:16 user nova-compute[74701]:     </serial>
Oct 24 20:03:16 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:03:16 user nova-compute[74701]:     <video>
Oct 24 20:03:16 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:16 user nova-compute[74701]:     </video>
Oct 24 20:03:16 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:03:16 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:03:16 user nova-compute[74701]:     </rng>
Oct 24 20:03:16 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:03:16 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:03:16 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:03:16 user nova-compute[74701]:     </memballoon>
Oct 24 20:03:16 user nova-compute[74701]:   </devices>
Oct 24 20:03:16 user nova-compute[74701]: </domain>
Oct 24 20:03:16 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:03:16 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance destroyed successfully.
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:03:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:53:90:cc, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [{"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e6fdc6bf-7671-4974-b036-8ffe087bd2c8" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:03:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG nova.compute.manager [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:18 user nova-compute[74701]: WARNING nova.compute.manager [req-cb9a73a5-bc51-48e3-aaac-8386de21150c req-73b9996f-23fa-4d4d-9a15-ed5d0630625b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state rescuing.
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:20 user nova-compute[74701]: WARNING nova.compute.manager [req-d32f4613-2a2c-477a-82f6-b32d4c8991e5 req-cbf91535-5a9b-4410-89d3-9ad67ca4313b service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state rescuing.
Oct 24 20:03:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-748ef761-92a3-45c8-a39b-1c5c5ebc3e05 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:03:21 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c is timed out.
Oct 24 20:03:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully detached device vdc from instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c from the live domain config.
Oct 24 20:03:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FzeYLTvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:21 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb7a295-0a8f-4693-928c-996dbe61855d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:03:21 user nova-compute[74701]: No targets found.
Oct 24 20:03:21 user nova-compute[74701]: iSNS:
Oct 24 20:03:21 user nova-compute[74701]: No targets found.
Oct 24 20:03:21 user nova-compute[74701]: STATIC:
Oct 24 20:03:21 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351
Oct 24 20:03:21 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:21 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:21 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:03:21 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:21 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:21 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:03:21 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:21 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:21 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf
Oct 24 20:03:21 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:03:21 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:03:21 user nova-compute[74701]: FIRMWARE:
Oct 24 20:03:21 user nova-compute[74701]: No targets found.
Oct 24 20:03:21 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:03:21 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:03:21 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:03:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d867899-7b5b-4d45-9864-d00b863d1462]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c26b82a8-dee6-4d4d-9bfe-d26466388519]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 (non-flash)
Oct 24 20:03:22 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f245b25f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351'): ({'sdf'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Removing single pathed devices sdf {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f538219-5fff-42f1-9bb1-6c3acce87be5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[03410a6f-bda0-4475-926d-60e689094271]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Flushing IO for device /dev/sdf {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c420900-f36c-4145-935d-a2f69389ffbb]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:22 user nova-compute[74701]: INFO nova.compute.manager [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Unshelving
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[568359cd-4e36-4727-8eb6-cc086b8896fd]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] SCSI volumes sdf have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d321e23b-2880-4612-86c6-91385baa5f2e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: INFO nova.virt.block_device [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Booting with volume e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 at /dev/vda
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e905bc-bd08-4870-9a1c-e97dc02154d5]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260]
Oct 24 20:03:22 user nova-compute[74701]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351, portal: 172.16.0.220,3260] successful.
Oct 24 20:03:22 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b7dd96f8-3e76-438f-868d-c7438436b351 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d0fe304-e6c6-48c2-b791-444693f7e19b]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] <== disconnect_volume: return (354ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.utils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7075fe01-1719-4b4a-8d3a-0bdfada6f2e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d81a116-e856-4e91-ad1b-a5465a50f6c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5bbc1c1-afca-47de-b2b6-d5b0bf5af0ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e59606-aff8-4f6a-8429-5c6e89e1fc1c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:03:22 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:03:22 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd82ea69-7e87-45e6-bdee-264056cf2a82]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG os_brick.utils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:22 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating existing volume attachment record: b8af2e69-d3c2-4035-a0d4-bab37177dd52 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:03:23 user nova-compute[74701]: DEBUG nova.objects.instance [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'flavor' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-7ee57568-7135-47d6-a51a-7b6cc05697f9 tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.816s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:24 user nova-compute[74701]: INFO nova.compute.manager [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Terminating instance
Oct 24 20:03:24 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-unplugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] No waiting events found dispatching network-vif-unplugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:24 user nova-compute[74701]: DEBUG nova.compute.manager [req-9470c21e-191c-46c5-accb-0123d877f95f req-aac9808f-a003-4893-8c83-17dc99893a5a service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-unplugged-3be76575-a8e0-4716-bd92-ad98c93b0742 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:03:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Instance destroyed successfully.
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lazy-loading 'resources' on Instance uuid 1fc911ef-10a9-4329-8a90-dbfaa2888e6c {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:59:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-868498122',display_name='tempest-AttachVolumeTestJSON-server-868498122',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-868498122',id=40,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK1EJprk5MlWRezXoSOmkeDTFmol9OCDfmGVQMmOPdkRojQFudyXkkwuXzWRJgPxSih5j0qAtwlngpqDXAxoLzbCoNmYs2DcmAcnPGOkqoL2w2ZiAIzclIqhaDgmBQvsUw==',key_name='tempest-keypair-529298469',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:59:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dee02a4bcb1d45d88a0bc262299630c9',ramdisk_id='',reservation_id='r-0ybxe3u1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-607774084',owner_user_name='tempest-AttachVolumeTestJSON-607774084-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T19:59:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='249beeb2f0bd4a549efbf1d9bbef82dc',uuid=1fc911ef-10a9-4329-8a90-dbfaa2888e6c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converting VIF {"id": "3be76575-a8e0-4716-bd92-ad98c93b0742", "address": "fa:16:3e:33:5b:79", "network": {"id": "0a4f7886-0677-4205-b5c3-e72ccc0ffa96", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1326729966-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dee02a4bcb1d45d88a0bc262299630c9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3be76575-a8", "ovs_interfaceid": "3be76575-a8e0-4716-bd92-ad98c93b0742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG os_vif [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3be76575-a8, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=907ac956-689d-49b8-97dd-676b402ae6ba) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:03:25 user nova-compute[74701]: INFO os_vif [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:5b:79,bridge_name='br-int',has_traffic_filtering=True,id=3be76575-a8e0-4716-bd92-ad98c93b0742,network=Network(0a4f7886-0677-4205-b5c3-e72ccc0ffa96),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3be76575-a8')
Oct 24 20:03:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Deleting instance files /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c_del
Oct 24 20:03:25 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Deletion of /opt/stack/data/nova/instances/1fc911ef-10a9-4329-8a90-dbfaa2888e6c_del complete
Oct 24 20:03:25 user nova-compute[74701]: INFO nova.compute.manager [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Took 0.93 seconds to destroy the instance on the hypervisor.
Oct 24 20:03:25 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:03:25 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:26 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Took 0.82 seconds to deallocate network for instance.
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.330s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:26 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Deleted allocations for instance 1fc911ef-10a9-4329-8a90-dbfaa2888e6c
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b95bf82f-cda5-4b13-9590-dd1346a3263b tempest-AttachVolumeTestJSON-607774084 tempest-AttachVolumeTestJSON-607774084-project-member] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] Acquiring lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] Lock "1fc911ef-10a9-4329-8a90-dbfaa2888e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] No waiting events found dispatching network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:26 user nova-compute[74701]: WARNING nova.compute.manager [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received unexpected event network-vif-plugged-3be76575-a8e0-4716-bd92-ad98c93b0742 for instance with vm_state deleted and task_state None.
Oct 24 20:03:26 user nova-compute[74701]: DEBUG nova.compute.manager [req-3596d0df-f460-4048-a71a-8e231bd768c3 req-046d5019-dfc7-45a4-a5bf-54541f949ae1 service nova] [instance: 1fc911ef-10a9-4329-8a90-dbfaa2888e6c] Received event network-vif-deleted-3be76575-a8e0-4716-bd92-ad98c93b0742 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG nova.objects.instance [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'pci_requests' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG nova.objects.instance [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:03:40 user nova-compute[74701]: INFO nova.compute.claims [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Claim successful on node user
Oct 24 20:03:40 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:03:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.319s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:40 user nova-compute[74701]: INFO nova.network.neutron [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing instance network info cache due to event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:03:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Creating image(s)
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Ensure instance console log exists: /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start _get_guest_xml network_info=[{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cd50695-0158-42c8-807c-ef5374fada52', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'serial': 'e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': True, 'attachment_id': 'b8af2e69-d3c2-4035-a0d4-bab37177dd52', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:03:41 user nova-compute[74701]: DEBUG nova.network.neutron [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:03:42 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:42 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.objects.instance [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'vcpu_model' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.objects.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Object Instance<5cd50695-0158-42c8-807c-ef5374fada52> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:03:42 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:42 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:03:42 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c72881-1572-4641-9c3a-087bad0f23f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:03:42 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b566e001-72f8-421d-a694-889dbd41e301]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8] added
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c6c851-7520-424c-ba75-86359a3a1350]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[edad3c74-81ef-490b-83bc-df01f038af8c]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWtPowpD {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MWtPowpD" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[270342aa-fc64-4b22-b199-92c01c7f12d7]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MWtPowpD'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b6b3a5-4d01-4db7-aaa8-6cd1b08b5dae]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[388c9612-aeb2-4e72-afd2-40ea6d20151d]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c936af8-e0de-4c54-8067-7dbc46362daa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]
Oct 24 20:03:42 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[306d2c58-1fc7-478d-b3e1-339ded382a30]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ba42e2-87b6-45b9-89f8-3d40aa41d49b]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:03:42 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:03:42 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] HCTL ('34', '-', '-', 0) found on session 44 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[317f7ec8-a726-4296-8c77-62753744f52f]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:42 user nova-compute[74701]: INFO nova.compute.manager [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Terminating instance
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.network.neutron [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updated VIF entry in instance network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.network.neutron [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-905d838e-7f76-44af-8073-488807f8bb74 req-79561874-864f-4a6d-a19e-b7f03160e4ef service nova] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-23c87a88-44bd-41ad-8225-76c36320d642 req-592ffd4d-13b2-48c2-b19f-20b4ddc31359 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-unplugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Instance destroyed successfully.
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'resources' on Instance uuid e6fdc6bf-7671-4974-b036-8ffe087bd2c8 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:57:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1016435096',display_name='tempest-TestMinimumBasicScenario-server-1016435096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1016435096',id=37,image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMgAwuh/7GibbQ2yF0L/MxpZyRd3JBJnDMM+Rss9MJnGuU+KAH5TJ2B+RiVdnP17h1B3+8j9oJs2TNxYqFtbVHvNxjrqtXyeN8Uv5OUVLZjQmmfP+egtGhjb+DFqyJikeQ==',key_name='tempest-TestMinimumBasicScenario-1515823451',keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:58:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-l0kzmku1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='cbd38a77-b0a6-4f84-a758-c7ef98aa75db',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:57Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=e6fdc6bf-7671-4974-b036-8ffe087bd2c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "address": "fa:16:3e:d8:df:fc", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa9849a4e-ed", "ovs_interfaceid": "a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_vif [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa9849a4e-ed, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d1161f5d-5f6e-42da-90a9-eb24f9005b0d) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: INFO os_vif [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:df:fc,bridge_name='br-int',has_traffic_filtering=True,id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa9849a4e-ed')
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Deleting instance files /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8_del
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Deletion of /opt/stack/data/nova/instances/e6fdc6bf-7671-4974-b036-8ffe087bd2c8_del complete
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.compute.manager [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 24 20:03:43 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Searching for a device in session 44 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '26462666661303266', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26462666661303266', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1648138623',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:00:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:03:22Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'pci_devices' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.objects.base [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Object Instance<5cd50695-0158-42c8-807c-ef5374fada52> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:03:43 user nova-compute[74701]:   <uuid>5cd50695-0158-42c8-807c-ef5374fada52</uuid>
Oct 24 20:03:43 user nova-compute[74701]:   <name>instance-00000027</name>
Oct 24 20:03:43 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:03:43 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:03:43 user nova-compute[74701]:   <metadata>
Oct 24 20:03:43 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:03:43 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:03:43 user nova-compute[74701]:       <nova:name>tempest-TestShelveInstance-server-287213486</nova:name>
Oct 24 20:03:43 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:03:42</nova:creationTime>
Oct 24 20:03:43 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:03:43 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:03:43 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:03:43 user nova-compute[74701]:       <nova:owner>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:user uuid="0e6394b31abf4655957e3f3060d1114f">tempest-TestShelveInstance-771443045-project-member</nova:user>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:project uuid="1b2f281b259d4797b21a9cf9a76df0c8">tempest-TestShelveInstance-771443045</nova:project>
Oct 24 20:03:43 user nova-compute[74701]:       </nova:owner>
Oct 24 20:03:43 user nova-compute[74701]:       <nova:ports>
Oct 24 20:03:43 user nova-compute[74701]:         <nova:port uuid="126d9fc3-7e57-43c0-9224-f8e89c4829d2">
Oct 24 20:03:43 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 20:03:43 user nova-compute[74701]:         </nova:port>
Oct 24 20:03:43 user nova-compute[74701]:       </nova:ports>
Oct 24 20:03:43 user nova-compute[74701]:     </nova:instance>
Oct 24 20:03:43 user nova-compute[74701]:   </metadata>
Oct 24 20:03:43 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:03:43 user nova-compute[74701]:     <system>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="serial">5cd50695-0158-42c8-807c-ef5374fada52</entry>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="uuid">5cd50695-0158-42c8-807c-ef5374fada52</entry>
Oct 24 20:03:43 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:03:43 user nova-compute[74701]:     </system>
Oct 24 20:03:43 user nova-compute[74701]:   </sysinfo>
Oct 24 20:03:43 user nova-compute[74701]:   <os>
Oct 24 20:03:43 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:03:43 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:03:43 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:03:43 user nova-compute[74701]:   </os>
Oct 24 20:03:43 user nova-compute[74701]:   <features>
Oct 24 20:03:43 user nova-compute[74701]:     <acpi/>
Oct 24 20:03:43 user nova-compute[74701]:     <apic/>
Oct 24 20:03:43 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:03:43 user nova-compute[74701]:   </features>
Oct 24 20:03:43 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:03:43 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:03:43 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:03:43 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:03:43 user nova-compute[74701]:   </clock>
Oct 24 20:03:43 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:03:43 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:03:43 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:03:43 user nova-compute[74701]:   </cpu>
Oct 24 20:03:43 user nova-compute[74701]:   <devices>
Oct 24 20:03:43 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:03:43 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:03:43 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 20:03:43 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:03:43 user nova-compute[74701]:       <serial>e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8</serial>
Oct 24 20:03:43 user nova-compute[74701]:     </disk>
Oct 24 20:03:43 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:03:43 user nova-compute[74701]:       <mac address="fa:16:3e:09:db:21"/>
Oct 24 20:03:43 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:43 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:03:43 user nova-compute[74701]:       <target dev="tap126d9fc3-7e"/>
Oct 24 20:03:43 user nova-compute[74701]:     </interface>
Oct 24 20:03:43 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:03:43 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52/console.log" append="off"/>
Oct 24 20:03:43 user nova-compute[74701]:     </serial>
Oct 24 20:03:43 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:03:43 user nova-compute[74701]:     <video>
Oct 24 20:03:43 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:03:43 user nova-compute[74701]:     </video>
Oct 24 20:03:43 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:03:43 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:03:43 user nova-compute[74701]:     </rng>
Oct 24 20:03:43 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:03:43 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:03:43 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:03:43 user nova-compute[74701]:     </memballoon>
Oct 24 20:03:43 user nova-compute[74701]:   </devices>
Oct 24 20:03:43 user nova-compute[74701]: </domain>
Oct 24 20:03:43 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1648138623',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:00:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:03:22Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG os_vif [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '716c0943-61d4-59cf-a92e-633361c2609b', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap126d9fc3-7e, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap126d9fc3-7e, col_values=(('qos', UUID('78497d8f-302d-48b8-b5aa-ebdb1a75d18a')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap126d9fc3-7e, col_values=(('external_ids', {'iface-id': '126d9fc3-7e57-43c0-9224-f8e89c4829d2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:09:db:21', 'vm-uuid': '5cd50695-0158-42c8-807c-ef5374fada52'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: INFO os_vif [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e')
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] No VIF found with MAC fa:16:3e:09:db:21, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Took 0.50 seconds to deallocate network for instance.
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-56a4c7f6-b228-4ab8-869f-f3e25e59ad55 req-aaad5085-a6df-4e25-b296-ba2968030230 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-deleted-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:43 user nova-compute[74701]: INFO nova.compute.manager [req-56a4c7f6-b228-4ab8-869f-f3e25e59ad55 req-aaad5085-a6df-4e25-b296-ba2968030230 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Neutron deleted interface a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9; detaching it from the instance and deleting it from the info cache
Oct 24 20:03:43 user nova-compute[74701]: DEBUG nova.network.neutron [req-56a4c7f6-b228-4ab8-869f-f3e25e59ad55 req-aaad5085-a6df-4e25-b296-ba2968030230 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG nova.compute.manager [req-56a4c7f6-b228-4ab8-869f-f3e25e59ad55 req-aaad5085-a6df-4e25-b296-ba2968030230 service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Detach interface failed, port_id=a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9, reason: Instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.273s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:44 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Deleted allocations for instance e6fdc6bf-7671-4974-b036-8ffe087bd2c8
Oct 24 20:03:44 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1d9456a6-44a8-4380-951c-a00862210d81 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.878s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] Acquiring lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] Lock "e6fdc6bf-7671-4974-b036-8ffe087bd2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] No waiting events found dispatching network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:45 user nova-compute[74701]: WARNING nova.compute.manager [req-6f6d5a41-3419-40d6-8197-d9bc0e40da2e req-65125153-5554-40c0-aa43-f2281ef3be2a service nova] [instance: e6fdc6bf-7671-4974-b036-8ffe087bd2c8] Received unexpected event network-vif-plugged-a9849a4e-ed8e-4c03-9c22-fd7f4cf1a7a9 for instance with vm_state deleted and task_state None.
Oct 24 20:03:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:47 user nova-compute[74701]: WARNING nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:03:47 user nova-compute[74701]: WARNING nova.compute.manager [req-7e6ce815-9251-40ae-9311-8bfa69785db8 req-b1e989f8-5a41-44c8-b5e3-3a610c65987d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:03:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance spawned successfully.
Oct 24 20:03:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:03:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-33629012-ba4b-426d-9f04-653c315a0d50 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 25.066s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:03:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:03:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:04:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:05 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:04:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:04:06 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8202MB free_disk=24.944900512695312GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance d042bcd9-313e-4de5-a07f-f4f2a5d2b14e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 5cd50695-0158-42c8-807c-ef5374fada52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:04:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.437s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:07 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:04:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:04:17 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:04:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:04:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:04:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:04:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:36 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:04:36 user nova-compute[74701]: INFO nova.compute.claims [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Claim successful on node user
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.340s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:04:37 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.policy [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a55ce906fc43d18e96f522d98a0a9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d107b16e47844bba4301afa447961df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:04:37 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Creating image(s)
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "/opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "/opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "/opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "6f62d9a50914604874020a1e1e50d861eab38522" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "6f62d9a50914604874020a1e1e50d861eab38522" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG nova.virt.images [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] c0c0e0b0-a6f0-46e6-9392-6883790dc711 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.part /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.part /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.converted" returned: 0 in 0.417s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Successfully created port: 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522.converted --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "6f62d9a50914604874020a1e1e50d861eab38522" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.225s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "6f62d9a50914604874020a1e1e50d861eab38522" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "6f62d9a50914604874020a1e1e50d861eab38522" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:38 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522,backing_fmt=raw /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522,backing_fmt=raw /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk 1073741824" returned: 0 in 0.064s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "6f62d9a50914604874020a1e1e50d861eab38522" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Successfully updated port: 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.compute.manager [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing instance network info cache due to event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522 --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Cannot resize image /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Ensure instance console log exists: /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.neutron [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance network_info: |[{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.neutron [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Start _get_guest_xml network_info=[{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T20:04:34Z,direct_url=<?>,disk_format='qcow2',id=c0c0e0b0-a6f0-46e6-9392-6883790dc711,min_disk=0,min_ram=0,name='tempest-scenario-img--1257199800',owner='8d107b16e47844bba4301afa447961df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T20:04:36Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': 'c0c0e0b0-a6f0-46e6-9392-6883790dc711'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:04:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:04:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T20:04:34Z,direct_url=<?>,disk_format='qcow2',id=c0c0e0b0-a6f0-46e6-9392-6883790dc711,min_disk=0,min_ram=0,name='tempest-scenario-img--1257199800',owner='8d107b16e47844bba4301afa447961df',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T20:04:36Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:04:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1926222560',display_name='tempest-TestMinimumBasicScenario-server-1926222560',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1926222560',id=44,image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPci/gpwnE7yHwueTofhW103ptSFJBb1nF6IWQ1mdws3yKHcEpQF5G84HLV4ztAZ9DG6K9vDkFcF+vsxCkx3BVi6CS5lwqkTYMADKWjWrrO1oRX7dGG70rRvz/pc4J5QpA==',key_name='tempest-TestMinimumBasicScenario-1833511284',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-075xszx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:04:37Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=bc7d9793-fb51-4502-a7cb-eff5aec2b415,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.objects.instance [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'pci_devices' on Instance uuid bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:04:39 user nova-compute[74701]:   <uuid>bc7d9793-fb51-4502-a7cb-eff5aec2b415</uuid>
Oct 24 20:04:39 user nova-compute[74701]:   <name>instance-0000002c</name>
Oct 24 20:04:39 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:04:39 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:04:39 user nova-compute[74701]:   <metadata>
Oct 24 20:04:39 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:04:39 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:name>tempest-TestMinimumBasicScenario-server-1926222560</nova:name>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:04:39</nova:creationTime>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:04:39 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:04:39 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:owner>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:user uuid="a7a55ce906fc43d18e96f522d98a0a9e">tempest-TestMinimumBasicScenario-1132138108-project-member</nova:user>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:project uuid="8d107b16e47844bba4301afa447961df">tempest-TestMinimumBasicScenario-1132138108</nova:project>
Oct 24 20:04:39 user nova-compute[74701]:       </nova:owner>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:root type="image" uuid="c0c0e0b0-a6f0-46e6-9392-6883790dc711"/>
Oct 24 20:04:39 user nova-compute[74701]:       <nova:ports>
Oct 24 20:04:39 user nova-compute[74701]:         <nova:port uuid="2b1a9304-fdd7-4196-a975-008e9c0891b4">
Oct 24 20:04:39 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:04:39 user nova-compute[74701]:         </nova:port>
Oct 24 20:04:39 user nova-compute[74701]:       </nova:ports>
Oct 24 20:04:39 user nova-compute[74701]:     </nova:instance>
Oct 24 20:04:39 user nova-compute[74701]:   </metadata>
Oct 24 20:04:39 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:04:39 user nova-compute[74701]:     <system>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="serial">bc7d9793-fb51-4502-a7cb-eff5aec2b415</entry>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="uuid">bc7d9793-fb51-4502-a7cb-eff5aec2b415</entry>
Oct 24 20:04:39 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:04:39 user nova-compute[74701]:     </system>
Oct 24 20:04:39 user nova-compute[74701]:   </sysinfo>
Oct 24 20:04:39 user nova-compute[74701]:   <os>
Oct 24 20:04:39 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:04:39 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:04:39 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:04:39 user nova-compute[74701]:   </os>
Oct 24 20:04:39 user nova-compute[74701]:   <features>
Oct 24 20:04:39 user nova-compute[74701]:     <acpi/>
Oct 24 20:04:39 user nova-compute[74701]:     <apic/>
Oct 24 20:04:39 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:04:39 user nova-compute[74701]:   </features>
Oct 24 20:04:39 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:04:39 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:04:39 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:04:39 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:04:39 user nova-compute[74701]:   </clock>
Oct 24 20:04:39 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:04:39 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:04:39 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:04:39 user nova-compute[74701]:   </cpu>
Oct 24 20:04:39 user nova-compute[74701]:   <devices>
Oct 24 20:04:39 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:04:39 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:04:39 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk"/>
Oct 24 20:04:39 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:04:39 user nova-compute[74701]:     </disk>
Oct 24 20:04:39 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:04:39 user nova-compute[74701]:       <mac address="fa:16:3e:79:90:e6"/>
Oct 24 20:04:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:04:39 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:04:39 user nova-compute[74701]:       <target dev="tap2b1a9304-fd"/>
Oct 24 20:04:39 user nova-compute[74701]:     </interface>
Oct 24 20:04:39 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:04:39 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/console.log" append="off"/>
Oct 24 20:04:39 user nova-compute[74701]:     </serial>
Oct 24 20:04:39 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:04:39 user nova-compute[74701]:     <video>
Oct 24 20:04:39 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:04:39 user nova-compute[74701]:     </video>
Oct 24 20:04:39 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:04:39 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:04:39 user nova-compute[74701]:     </rng>
Oct 24 20:04:39 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:04:39 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:04:39 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:04:39 user nova-compute[74701]:     </memballoon>
Oct 24 20:04:39 user nova-compute[74701]:   </devices>
Oct 24 20:04:39 user nova-compute[74701]: </domain>
Oct 24 20:04:39 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:04:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1926222560',display_name='tempest-TestMinimumBasicScenario-server-1926222560',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1926222560',id=44,image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPci/gpwnE7yHwueTofhW103ptSFJBb1nF6IWQ1mdws3yKHcEpQF5G84HLV4ztAZ9DG6K9vDkFcF+vsxCkx3BVi6CS5lwqkTYMADKWjWrrO1oRX7dGG70rRvz/pc4J5QpA==',key_name='tempest-TestMinimumBasicScenario-1833511284',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-075xszx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:04:37Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=bc7d9793-fb51-4502-a7cb-eff5aec2b415,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG os_vif [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4543b661-6162-5785-9e22-d60b19519392', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b1a9304-fd, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b1a9304-fd, col_values=(('qos', UUID('6d6b6f37-12a9-482c-8ece-5245cd4562f8')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b1a9304-fd, col_values=(('external_ids', {'iface-id': '2b1a9304-fdd7-4196-a975-008e9c0891b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:90:e6', 'vm-uuid': 'bc7d9793-fb51-4502-a7cb-eff5aec2b415'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:39 user nova-compute[74701]: INFO os_vif [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd')
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:04:39 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No VIF found with MAC fa:16:3e:79:90:e6, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:04:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated VIF entry in instance network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:04:40 user nova-compute[74701]: DEBUG nova.network.neutron [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:04:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-50fa723b-7956-4c76-bf89-016e14101f06 req-d93e2314-ebc7-4603-ba99-bcc68c7d0035 service nova] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG nova.compute.manager [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:04:41 user nova-compute[74701]: WARNING nova.compute.manager [req-1d8e09fc-246d-4c4d-a3c9-21d086f87eb8 req-24c81d7c-1cc3-4d7c-bf6c-13a31c782d9b service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state building and task_state spawning.
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:04:43 user nova-compute[74701]: WARNING nova.compute.manager [req-36c60e96-f3ee-4804-af2e-7e8746b75e81 req-d8d3634e-b7b4-40a0-b48d-85a362370710 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state building and task_state spawning.
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:04:43 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance spawned successfully.
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:04:43 user nova-compute[74701]: INFO nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Took 6.20 seconds to spawn the instance on the hypervisor.
Oct 24 20:04:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:04:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:43 user nova-compute[74701]: INFO nova.compute.manager [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Took 7.00 seconds to build instance.
Oct 24 20:04:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-89374276-b22f-4484-9f47-e595f50f4f76 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.112s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:04:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:04:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing instance network info cache due to event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] Acquiring lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] Acquired lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:04:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updated VIF entry in instance network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.network.neutron [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating instance_info_cache with network_info: [{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf68d3fa-539e-4335-a17a-3d97a0473180 req-38ab1255-4fe7-4fbb-8e4c-9f4eb04d3789 service nova] Releasing lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:00 user nova-compute[74701]: INFO nova.compute.manager [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Terminating instance
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-unplugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] No waiting events found dispatching network-vif-unplugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-bf66fd13-1bba-48b9-bc20-6d1c14c7ab7f req-7ec3c0be-6bf7-4511-a860-3b536972e0b5 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-unplugged-becb81c3-cf3f-4148-9285-549a1a3aab47 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Instance destroyed successfully.
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid d042bcd9-313e-4de5-a07f-f4f2a5d2b14e {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:02:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1838979993',display_name='tempest-TestVolumeBootPattern-server-1838979993',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1838979993',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:03:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-ynafp2sh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:03:08Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=d042bcd9-313e-4de5-a07f-f4f2a5d2b14e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_vif [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbecb81c3-cf, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=419eb3a9-fcbf-45b5-94cc-afd665171e7c) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:01 user nova-compute[74701]: INFO os_vif [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:42:b8:5a,bridge_name='br-int',has_traffic_filtering=True,id=becb81c3-cf3f-4148-9285-549a1a3aab47,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbecb81c3-cf')
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RCvTDMkO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:05:01 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3c64ae-1b16-4f1f-acfe-2d01e5835f53]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:05:01 user nova-compute[74701]: No targets found.
Oct 24 20:05:01 user nova-compute[74701]: iSNS:
Oct 24 20:05:01 user nova-compute[74701]: No targets found.
Oct 24 20:05:01 user nova-compute[74701]: STATIC:
Oct 24 20:05:01 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8
Oct 24 20:05:01 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:01 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:01 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:05:01 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:01 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:01 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:05:01 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:01 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:01 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf
Oct 24 20:05:01 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:01 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:01 user nova-compute[74701]: FIRMWARE:
Oct 24 20:05:01 user nova-compute[74701]: No targets found.
Oct 24 20:05:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:05:01 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:05:01 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2915eedb-99b4-438d-871d-bb53f928328c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3f557e-a1f1-4eb0-b72e-3cb5909aa947]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:05:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf (non-flash)
Oct 24 20:05:01 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:05:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f24562b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf'): ({'sde'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sde {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e03a673-2867-4a2f-8284-ef4f6056d1f4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ab37099-7996-4b94-84d7-16fe39bbd68b]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sde {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[248475e5-bab3-436d-9842-52442038b8d9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f900a29-7f9c-40b3-909f-46c97729e220]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sde have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce10224-0083-424a-87ed-a7792212a22e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[216313ca-3c06-4389-9c06-a63b495e2c05]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260]
Oct 24 20:05:01 user nova-compute[74701]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf, portal: 172.16.0.220,3260] successful.
Oct 24 20:05:01 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0ea3257-0061-4862-b18b-2175194026bf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c863ec-64a7-4ae9-adf3-175bf1b078e2]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (310ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:05:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Deleting instance files /opt/stack/data/nova/instances/d042bcd9-313e-4de5-a07f-f4f2a5d2b14e_del
Oct 24 20:05:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Deletion of /opt/stack/data/nova/instances/d042bcd9-313e-4de5-a07f-f4f2a5d2b14e_del complete
Oct 24 20:05:01 user nova-compute[74701]: INFO nova.compute.manager [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing instance network info cache due to event network-changed-becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] Acquiring lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] Acquired lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:05:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Refreshing network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updated VIF entry in instance network info cache for port becb81c3-cf3f-4148-9285-549a1a3aab47. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.network.neutron [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating instance_info_cache with network_info: [{"id": "becb81c3-cf3f-4148-9285-549a1a3aab47", "address": "fa:16:3e:42:b8:5a", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbecb81c3-cf", "ovs_interfaceid": "becb81c3-cf3f-4148-9285-549a1a3aab47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6f47d6a8-0cdb-41c2-a6e1-da170e4c8d50 req-430c6301-c516-450c-93d4-afa8089c8f42 service nova] Releasing lock "refresh_cache-d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:02 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Took 0.56 seconds to deallocate network for instance.
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-d0c60814-4564-4af1-b6d3-cdaf283a2a97 req-f8ae6e83-9605-4718-8dc2-99dc32ef228e service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-deleted-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] Acquiring lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] No waiting events found dispatching network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:02 user nova-compute[74701]: WARNING nova.compute.manager [req-724b05e3-3cbf-49bc-8c71-9b3dcd296234 req-a08b5a7d-3cab-4dc4-bd3a-6f6b1c793073 service nova] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Received unexpected event network-vif-plugged-becb81c3-cf3f-4148-9285-549a1a3aab47 for instance with vm_state active and task_state deleting.
Oct 24 20:05:03 user nova-compute[74701]: INFO nova.compute.manager [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: d042bcd9-313e-4de5-a07f-f4f2a5d2b14e] Took 0.84 seconds to detach 1 volumes for instance.
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:03 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance d042bcd9-313e-4de5-a07f-f4f2a5d2b14e
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca689026-6854-45c6-9be7-9e3b6acfca42 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "d042bcd9-313e-4de5-a07f-f4f2a5d2b14e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.050s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:03 user nova-compute[74701]: INFO nova.compute.manager [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Unrescuing
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:05:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG nova.objects.instance [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'flavor' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:04 user nova-compute[74701]: WARNING nova.compute.manager [req-289d88aa-7c1d-4bf7-9ad8-ea1d588295ae req-f308ee4c-f80a-475d-b25c-28a7f05121da service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:05:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance destroyed successfully.
Oct 24 20:05:05 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:05 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:06 user nova-compute[74701]: WARNING nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:05:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:06 user nova-compute[74701]: WARNING nova.compute.manager [req-c94c5579-ae78-4ff1-9e1c-6b6cc44ae94a req-73d999b7-bf6d-45fb-afa6-9069e11b62b2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:05:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:05:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-74e649eb-d189-4f07-b1c4-71f804a113ad tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:08 user nova-compute[74701]: WARNING nova.compute.manager [req-253491e4-0974-4b31-a7ca-7e51ee648cb6 req-db6d13b3-bc45-4a3b-9718-da3b6967260c service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:05:08 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:05:08 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8286MB free_disk=24.885746002197266GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 5cd50695-0158-42c8-807c-ef5374fada52 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:05:08 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:05:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.468s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:05:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing instance network info cache due to event network-changed-126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] Acquiring lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] Acquired lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Refreshing network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:13 user nova-compute[74701]: INFO nova.compute.manager [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Terminating instance
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updated VIF entry in instance network info cache for port 126d9fc3-7e57-43c0-9224-f8e89c4829d2. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG nova.network.neutron [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [{"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-035cd734-cbe0-40c0-a653-4460f83a8d93 req-a086f3ab-ec2b-437c-aba0-7e4d9e001966 service nova] Releasing lock "refresh_cache-5cd50695-0158-42c8-807c-ef5374fada52" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:05:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Instance destroyed successfully.
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lazy-loading 'resources' on Instance uuid 5cd50695-0158-42c8-807c-ef5374fada52 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-24T19:59:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-287213486',display_name='tempest-TestShelveInstance-server-287213486',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-287213486',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEm3stbPLbSdIgiJwHPuDrkjxzIU3V6jAyJ48OzQsKuUvT6QyjtoHQpqurrsZ8nMQKk3crXA3l4tIqiI7X41khHdwNx1gM52h99N8q5odRUrjF0IkAJUndSnrvtQqse9WQ==',key_name='tempest-TestShelveInstance-1648138623',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:03:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b2f281b259d4797b21a9cf9a76df0c8',ramdisk_id='',reservation_id='r-bhv0pbrf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-771443045',owner_user_name='tempest-TestShelveInstance-771443045-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:03:47Z,user_data=None,user_id='0e6394b31abf4655957e3f3060d1114f',uuid=5cd50695-0158-42c8-807c-ef5374fada52,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converting VIF {"id": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "address": "fa:16:3e:09:db:21", "network": {"id": "135c6d5c-b779-4903-9338-29ed7ad040c0", "bridge": "br-int", "label": "tempest-TestShelveInstance-15258352-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b2f281b259d4797b21a9cf9a76df0c8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap126d9fc3-7e", "ovs_interfaceid": "126d9fc3-7e57-43c0-9224-f8e89c4829d2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_vif [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap126d9fc3-7e, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78497d8f-302d-48b8-b5aa-ebdb1a75d18a) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:14 user nova-compute[74701]: INFO os_vif [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:09:db:21,bridge_name='br-int',has_traffic_filtering=True,id=126d9fc3-7e57-43c0-9224-f8e89c4829d2,network=Network(135c6d5c-b779-4903-9338-29ed7ad040c0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap126d9fc3-7e')
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MWtPowpD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:05:14 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8d2e37-f427-44a9-bc54-97caaa1dfb43]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:05:14 user nova-compute[74701]: No targets found.
Oct 24 20:05:14 user nova-compute[74701]: iSNS:
Oct 24 20:05:14 user nova-compute[74701]: No targets found.
Oct 24 20:05:14 user nova-compute[74701]: STATIC:
Oct 24 20:05:14 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8
Oct 24 20:05:14 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:14 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:14 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:05:14 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:14 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:14 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:05:14 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:05:14 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:05:14 user nova-compute[74701]: FIRMWARE:
Oct 24 20:05:14 user nova-compute[74701]: No targets found.
Oct 24 20:05:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:05:14 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:05:14 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f37019-2396-4974-8a21-147a020da056]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfb8a93-150d-43de-ae5b-25841cf3518d]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:05:14 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:05:14 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:05:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:05:14 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:05:14 user nova-compute[74701]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 (non-flash)
Oct 24 20:05:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f00663370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab7a28c-5fe7-435d-a1c5-023a440557ae]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[629bf373-de4e-4a2a-9178-01562bf67362]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d37aa67-313a-4a16-8814-c8730a7aafa5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd4f1c2e-d2d4-446c-98cb-5ae735a4d6a7]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26462666661303266', '/dev/disk/by-id/scsi-1SCST_BIO99133916-dbffa02f84998d24', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_99133916') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ba232db-9037-444f-86af-5e5926c44900]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff5cf33-6727-4743-a58c-5402ebfafffa]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b64a4a75-f4ed-428e-b064-b1da7e163e99]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260]
Oct 24 20:05:14 user nova-compute[74701]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8, portal: 172.16.0.220,3260] successful.
Oct 24 20:05:14 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4814cb52-de9c-425c-a24a-c0159428a6bf]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] <== disconnect_volume: return (313ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:05:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deleting instance files /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52_del
Oct 24 20:05:14 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deletion of /opt/stack/data/nova/instances/5cd50695-0158-42c8-807c-ef5374fada52_del complete
Oct 24 20:05:14 user nova-compute[74701]: INFO nova.compute.manager [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 24 20:05:14 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:05:14 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-unplugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Acquiring lock "5cd50695-0158-42c8-807c-ef5374fada52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] Lock "5cd50695-0158-42c8-807c-ef5374fada52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] No waiting events found dispatching network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:05:15 user nova-compute[74701]: WARNING nova.compute.manager [req-b8449911-db3d-4219-8776-65bab51e0a27 req-5cf7e778-da66-47a3-9922-1b62affaadb2 service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received unexpected event network-vif-plugged-126d9fc3-7e57-43c0-9224-f8e89c4829d2 for instance with vm_state active and task_state deleting.
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:15 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Took 0.85 seconds to deallocate network for instance.
Oct 24 20:05:15 user nova-compute[74701]: DEBUG nova.compute.manager [req-10c9017c-da48-48cd-9009-81c35229a350 req-8a476c81-b373-4f11-acf7-989fbe8b021d service nova] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Received event network-vif-deleted-126d9fc3-7e57-43c0-9224-f8e89c4829d2 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:05:16 user nova-compute[74701]: INFO nova.compute.manager [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Took 0.92 seconds to detach 1 volumes for instance.
Oct 24 20:05:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] [instance: 5cd50695-0158-42c8-807c-ef5374fada52] Deleting volume: e3f31fd4-3ec0-4bf1-a8c9-66ebca9289f8 {{(pid=74701) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:05:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.207s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:16 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Deleted allocations for instance 5cd50695-0158-42c8-807c-ef5374fada52
Oct 24 20:05:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8bfe87b5-8354-49f9-941e-065298e47684 tempest-TestShelveInstance-771443045 tempest-TestShelveInstance-771443045-project-member] Lock "5cd50695-0158-42c8-807c-ef5374fada52" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.435s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:05:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:05:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:05:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:05:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:05:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:05:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:06 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:06:07 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:06:07 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8545MB free_disk=24.88271713256836GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 8c027bad-b144-4f59-b628-82b908e1f812 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:06:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.296s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:06:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG nova.compute.manager [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing instance network info cache due to event network-changed-86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] Acquiring lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] Acquired lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Refreshing network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:11 user nova-compute[74701]: INFO nova.compute.manager [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Terminating instance
Oct 24 20:06:11 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updated VIF entry in instance network info cache for port 86b57607-6c92-49e7-b626-4f0ba623cfd6. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.network.neutron [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [{"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-9a6ba7ee-e2a3-45b4-8696-d44778ac12b5 req-7497e5eb-3614-4d4d-aa4f-e8e35b67063a service nova] Releasing lock "refresh_cache-8c027bad-b144-4f59-b628-82b908e1f812" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Instance destroyed successfully.
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lazy-loading 'resources' on Instance uuid 8c027bad-b144-4f59-b628-82b908e1f812 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:00:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1504690820',display_name='tempest-TestVolumeBootPattern-server-1504690820',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1504690820',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBD3gJTeGGdHsw6amPP+0xBHuzjfUga/lR1LcIjlyFxhHeKmiCavrQP6PDnuEjUQX1iuo0sMLTv6//SE+iuJt90GOyBAmFIMAKrN44H6wq7F/Ngz/xF/9G8queUBFJQX9w==',key_name='tempest-TestVolumeBootPattern-37832442',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:00:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dd5d9b1144314159b62e072151feddc4',ramdisk_id='',reservation_id='r-05fyj7i6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-879223172',owner_user_name='tempest-TestVolumeBootPattern-879223172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:30Z,user_data=None,user_id='7f971297970e4589a5847e4b7071f950',uuid=8c027bad-b144-4f59-b628-82b908e1f812,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converting VIF {"id": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "address": "fa:16:3e:57:05:80", "network": {"id": "b1cd2add-47a2-42a6-9ef0-982dd78c2bc8", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2086996703-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dd5d9b1144314159b62e072151feddc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86b57607-6c", "ovs_interfaceid": "86b57607-6c92-49e7-b626-4f0ba623cfd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_vif [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap86b57607-6c, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=974b3f12-43bc-45d8-94bb-37de3dfd94f6) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:12 user nova-compute[74701]: INFO os_vif [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:05:80,bridge_name='br-int',has_traffic_filtering=True,id=86b57607-6c92-49e7-b626-4f0ba623cfd6,network=Network(b1cd2add-47a2-42a6-9ef0-982dd78c2bc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86b57607-6c')
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bHwIBZmr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:06:12 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3ed1b7-8b0d-41c3-a94e-34a1a3a5c104]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:06:12 user nova-compute[74701]: No targets found.
Oct 24 20:06:12 user nova-compute[74701]: iSNS:
Oct 24 20:06:12 user nova-compute[74701]: No targets found.
Oct 24 20:06:12 user nova-compute[74701]: STATIC:
Oct 24 20:06:12 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539
Oct 24 20:06:12 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:06:12 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:06:12 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:06:12 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:06:12 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:06:12 user nova-compute[74701]: FIRMWARE:
Oct 24 20:06:12 user nova-compute[74701]: No targets found.
Oct 24 20:06:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:06:12 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:06:12 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bb5e532-a2ed-4120-bff2-3698ceb22a1a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c2facb4-1e53-4e84-b556-253d50634759]: (4, ('tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:06:12 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsi session list stdout=tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 (non-flash)
Oct 24 20:06:12 user nova-compute[74701]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004a7010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539'): ({'sdd'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Removing single pathed devices sdd {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[afabe8cf-232a-40a5-9942-ecabdcf93a4e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d449d037-d203-4bcd-9143-2cf89d74a76d]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Flushing IO for device /dev/sdd {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ca7ac0-6f51-4dcc-8b57-30a86de06e6e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[86bc7621-8311-4ee7-b378-0f1afb709daa]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] SCSI volumes sdd have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23832656466656665', '/dev/disk/by-id/scsi-1SCST_BIO961eabcb-82edfefecc49cf5c', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_961eabcb') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0d3003-5418-4495-b1d6-306869549867]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[47ed9ce5-844c-47c6-9ce1-b79107a25a22]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c4b965e-5774-4e0f-a871-e2179966d352]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260]
Oct 24 20:06:12 user nova-compute[74701]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539, portal: 172.16.0.220,3260] successful.
Oct 24 20:06:12 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0dda3391-1179-44d0-8d53-7d0eefa5e539 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a2af4c-01a5-45bc-bb83-fae1d2dd6814]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] <== disconnect_volume: return (278ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:06:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:06:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Deleting instance files /opt/stack/data/nova/instances/8c027bad-b144-4f59-b628-82b908e1f812_del
Oct 24 20:06:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Deletion of /opt/stack/data/nova/instances/8c027bad-b144-4f59-b628-82b908e1f812_del complete
Oct 24 20:06:13 user nova-compute[74701]: INFO nova.compute.manager [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Took 1.15 seconds to destroy the instance on the hypervisor.
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:13 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Took 0.66 seconds to deallocate network for instance.
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-f98bd0c5-2743-45bc-87ed-534ede176686 req-6c3092c0-2441-4b4b-a2f4-dc66255eacb7 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-deleted-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-unplugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] No waiting events found dispatching network-vif-unplugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-unplugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Acquiring lock "8c027bad-b144-4f59-b628-82b908e1f812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] Lock "8c027bad-b144-4f59-b628-82b908e1f812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:13 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] No waiting events found dispatching network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:06:13 user nova-compute[74701]: WARNING nova.compute.manager [req-b5077b69-14ce-4a5d-be94-04e8262afb59 req-6ffa4147-8e3b-4b83-a4bb-dcaec7b92fa3 service nova] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Received unexpected event network-vif-plugged-86b57607-6c92-49e7-b626-4f0ba623cfd6 for instance with vm_state active and task_state deleting.
Oct 24 20:06:14 user nova-compute[74701]: INFO nova.compute.manager [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] [instance: 8c027bad-b144-4f59-b628-82b908e1f812] Took 1.17 seconds to detach 1 volumes for instance.
Oct 24 20:06:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:15 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:06:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:06:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.185s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:15 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Deleted allocations for instance 8c027bad-b144-4f59-b628-82b908e1f812
Oct 24 20:06:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1bff8830-4b17-40d6-a6d4-b6258b945db8 tempest-TestVolumeBootPattern-879223172 tempest-TestVolumeBootPattern-879223172-project-member] Lock "8c027bad-b144-4f59-b628-82b908e1f812" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.352s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:06:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:06:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:33 user nova-compute[74701]: INFO nova.compute.manager [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Attaching volume 7f09af41-464b-4afd-bacc-7e6270770411 to /dev/vdb
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.utils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2b4ace-0dd1-4df3-b4dc-6947d5759c8e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[db1e9ec5-808c-4a41-ba5b-7f14d2375f58]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7027561d-ccd0-40f3-b1a4-d50035613589]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac953a47-85a1-4ee6-84ab-857f4906136c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:06:33 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:06:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45893de-9cb4-41fd-a5d7-2c79269f319e]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG os_brick.utils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:06:33 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating existing volume attachment record: 4364fcef-b267-47bf-95a4-9bac236796e8 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:06:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WThGxBgj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:06:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:06:50 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:06:50 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48ed5abe-07d1-48c0-8ad6-eb60108910ed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:06:50 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d10f5bdc-c369-4ede-bb22-c14d7e27f387]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411] added
Oct 24 20:06:50 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32a63a3-e643-4e4a-8ba2-32d83f50a146]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:50 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f0964c-55f1-4fce-80bb-57018882d76f]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WThGxBgj {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WThGxBgj" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d868d876-e501-40c1-82c7-c50f69b1a428]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WThGxBgj'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[de756be7-b49f-49ea-a826-47303e095b51]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b86e45-2b25-44e5-917d-27b46defe61f]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[da641d15-cb36-46ad-8edd-18ca8395da2b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260]
Oct 24 20:06:51 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260] successful.
Oct 24 20:06:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c4777d0-9f28-4490-bb94-5bcebce75281]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8824bf88-1408-4900-bea5-3d8499ebfeea]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:51 user nova-compute[74701]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)
Oct 24 20:06:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:06:51 user nova-compute[74701]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)
Oct 24 20:06:51 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[47140c78-3c95-43c9-869e-6f1eeda51d3c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:06:51 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WThGxBgj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '26565393533316266', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26565393533316266', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:06:52 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:06:52 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:06:52 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:06:52 user nova-compute[74701]:   <serial>7f09af41-464b-4afd-bacc-7e6270770411</serial>
Oct 24 20:06:52 user nova-compute[74701]: </disk>
Oct 24 20:06:52 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] No VIF found with MAC fa:16:3e:79:90:e6, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:06:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ac022b32-3192-47e7-88a9-7926f85012df tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.182s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.compute.manager [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing instance network info cache due to event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated VIF entry in instance network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.network.neutron [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6714677-c818-49f1-8e1d-cd8404875137 req-96808428-7460-4776-ade4-3c7483c8c5ed service nova] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:55 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:06:55 user nova-compute[74701]: INFO nova.compute.claims [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Claim successful on node user
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.268s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:06:56 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.policy [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbec2b753ff74d14ad71b63161ccfc34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccc54dc35b64ec796691bd74d801c9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:06:56 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Creating image(s)
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "/opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.189s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk 1073741824" returned: 0 in 0.053s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Successfully created port: d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:06:56 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Cannot resize image /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Ensure instance console log exists: /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Successfully updated port: d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-changed-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Refreshing instance network info cache due to event network-changed-d84e450c-607e-49d7-9ab0-001e50240925. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] Acquiring lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.compute.manager [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing instance network info cache due to event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Instance network_info: |[{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] Acquired lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Refreshing network info cache for port d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Start _get_guest_xml network_info=[{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:06:57 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:06:57 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:06:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:06:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1432254269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1432254269',id=45,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-ehhflq7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:06:56Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=a6121b75-0c63-40a4-8cb2-ea409521a2e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.objects.instance [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid a6121b75-0c63-40a4-8cb2-ea409521a2e0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:06:58 user nova-compute[74701]:   <uuid>a6121b75-0c63-40a4-8cb2-ea409521a2e0</uuid>
Oct 24 20:06:58 user nova-compute[74701]:   <name>instance-0000002d</name>
Oct 24 20:06:58 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:06:58 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:06:58 user nova-compute[74701]:   <metadata>
Oct 24 20:06:58 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:06:58 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1432254269</nova:name>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:06:57</nova:creationTime>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:06:58 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:06:58 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:owner>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 20:06:58 user nova-compute[74701]:       </nova:owner>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:06:58 user nova-compute[74701]:       <nova:ports>
Oct 24 20:06:58 user nova-compute[74701]:         <nova:port uuid="d84e450c-607e-49d7-9ab0-001e50240925">
Oct 24 20:06:58 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:06:58 user nova-compute[74701]:         </nova:port>
Oct 24 20:06:58 user nova-compute[74701]:       </nova:ports>
Oct 24 20:06:58 user nova-compute[74701]:     </nova:instance>
Oct 24 20:06:58 user nova-compute[74701]:   </metadata>
Oct 24 20:06:58 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:06:58 user nova-compute[74701]:     <system>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="serial">a6121b75-0c63-40a4-8cb2-ea409521a2e0</entry>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="uuid">a6121b75-0c63-40a4-8cb2-ea409521a2e0</entry>
Oct 24 20:06:58 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:06:58 user nova-compute[74701]:     </system>
Oct 24 20:06:58 user nova-compute[74701]:   </sysinfo>
Oct 24 20:06:58 user nova-compute[74701]:   <os>
Oct 24 20:06:58 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:06:58 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:06:58 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:06:58 user nova-compute[74701]:   </os>
Oct 24 20:06:58 user nova-compute[74701]:   <features>
Oct 24 20:06:58 user nova-compute[74701]:     <acpi/>
Oct 24 20:06:58 user nova-compute[74701]:     <apic/>
Oct 24 20:06:58 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:06:58 user nova-compute[74701]:   </features>
Oct 24 20:06:58 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:06:58 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:06:58 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:06:58 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:06:58 user nova-compute[74701]:   </clock>
Oct 24 20:06:58 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:06:58 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:06:58 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:06:58 user nova-compute[74701]:   </cpu>
Oct 24 20:06:58 user nova-compute[74701]:   <devices>
Oct 24 20:06:58 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:06:58 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:06:58 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk"/>
Oct 24 20:06:58 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:06:58 user nova-compute[74701]:     </disk>
Oct 24 20:06:58 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:06:58 user nova-compute[74701]:       <mac address="fa:16:3e:3e:05:e1"/>
Oct 24 20:06:58 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:06:58 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:06:58 user nova-compute[74701]:       <target dev="tapd84e450c-60"/>
Oct 24 20:06:58 user nova-compute[74701]:     </interface>
Oct 24 20:06:58 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:06:58 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/console.log" append="off"/>
Oct 24 20:06:58 user nova-compute[74701]:     </serial>
Oct 24 20:06:58 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:06:58 user nova-compute[74701]:     <video>
Oct 24 20:06:58 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:06:58 user nova-compute[74701]:     </video>
Oct 24 20:06:58 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:06:58 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:06:58 user nova-compute[74701]:     </rng>
Oct 24 20:06:58 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:06:58 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:06:58 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:06:58 user nova-compute[74701]:     </memballoon>
Oct 24 20:06:58 user nova-compute[74701]:   </devices>
Oct 24 20:06:58 user nova-compute[74701]: </domain>
Oct 24 20:06:58 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:06:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1432254269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1432254269',id=45,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-ehhflq7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:06:56Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=a6121b75-0c63-40a4-8cb2-ea409521a2e0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG os_vif [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7cb954c1-6f41-5fb1-a5a2-99d6f7567b7c', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd84e450c-60, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd84e450c-60, col_values=(('qos', UUID('3c12a5f1-0204-4b1c-bb2b-63975d6b6b91')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd84e450c-60, col_values=(('external_ids', {'iface-id': 'd84e450c-607e-49d7-9ab0-001e50240925', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3e:05:e1', 'vm-uuid': 'a6121b75-0c63-40a4-8cb2-ea409521a2e0'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: INFO os_vif [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60')
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:58 user nova-compute[74701]: INFO nova.compute.manager [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Rebooting instance
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:3e:05:e1, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated VIF entry in instance network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ec3caa10-2e7c-4aa7-867c-4eb167067383 req-30a26f26-0e24-435c-9241-355aff078b95 service nova] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updated VIF entry in instance network info cache for port d84e450c-607e-49d7-9ab0-001e50240925. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e91f3043-49d6-4a48-94ae-ca46d444a984 req-e14ccd7d-6586-48dd-9c12-02dc8518665d service nova] Releasing lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:06:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:06:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] No waiting events found dispatching network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:06:59 user nova-compute[74701]: WARNING nova.compute.manager [req-7c0f704f-8acf-455a-8ff5-cc171e36e93a req-b6623329-59d6-4b21-8fa9-de2efae31231 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received unexpected event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 for instance with vm_state building and task_state spawning.
Oct 24 20:06:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:07:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Instance spawned successfully.
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:07:01 user nova-compute[74701]: INFO nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Took 5.41 seconds to spawn the instance on the hypervisor.
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] No waiting events found dispatching network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:01 user nova-compute[74701]: WARNING nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received unexpected event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 for instance with vm_state building and task_state spawning.
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:01 user nova-compute[74701]: WARNING nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:01 user nova-compute[74701]: WARNING nova.compute.manager [req-41be08f6-0253-4c39-92b0-b0c6c52113de req-0d145d73-d099-417d-953e-3ca31c074ab5 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:01 user nova-compute[74701]: INFO nova.compute.manager [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Took 6.01 seconds to build instance.
Oct 24 20:07:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-729b43b3-c62a-44f8-897c-da7bf3ec843b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.113s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance shutdown successfully.
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:03 user nova-compute[74701]: WARNING nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:03 user nova-compute[74701]: WARNING nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:03 user nova-compute[74701]: WARNING nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:03 user nova-compute[74701]: WARNING nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:03 user nova-compute[74701]: WARNING nova.compute.manager [req-f0d210dc-f0fa-4e4a-8254-bf885c639768 req-0906750b-768c-4a96-af5b-5cb89601d196 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state reboot_started.
Oct 24 20:07:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance running successfully.
Oct 24 20:07:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance soft rebooted successfully.
Oct 24 20:07:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-782cb166-ab2b-4b7d-80ab-4d1801f9f1ba tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.826s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:07:05 user nova-compute[74701]: WARNING nova.compute.manager [req-ddf19ac4-29c0-4792-a840-81fd1d315033 req-910b39e7-0b7c-4c2a-9893-b43dfddab098 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state active and task_state None.
Oct 24 20:07:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:07:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:07:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:09 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:07:09 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8686MB free_disk=24.870716094970703GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:07:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.325s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:07:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:07:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:07:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:07:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:07:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:07:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:07 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:08 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:08:08 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8612MB free_disk=24.840900421142578GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:08:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:08:09 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:08:09 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:08:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:08:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.274s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:08:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:11 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:08:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:08:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:08:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:08:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:08:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Verify base images {{(pid=74701) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Image id 58bb513c-2f9f-4880-a758-99487627e8fd yields fingerprint 3550da5f92008341d032c0e566b83fac1b10b257 {{(pid=74701) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] image 58bb513c-2f9f-4880-a758-99487627e8fd at (/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257): checking
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] image 58bb513c-2f9f-4880-a758-99487627e8fd at (/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257): image is in use {{(pid=74701) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74701) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Image id c0c0e0b0-a6f0-46e6-9392-6883790dc711 yields fingerprint 6f62d9a50914604874020a1e1e50d861eab38522 {{(pid=74701) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] image c0c0e0b0-a6f0-46e6-9392-6883790dc711 at (/opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522): checking
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] image c0c0e0b0-a6f0-46e6-9392-6883790dc711 at (/opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522): image is in use {{(pid=74701) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] 166283f1-71cf-4b44-b661-f830311adaf0 is a valid instance name {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] bc7d9793-fb51-4502-a7cb-eff5aec2b415 is a valid instance name {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] bc7d9793-fb51-4502-a7cb-eff5aec2b415 has a disk file {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 is backed by 6f62d9a50914604874020a1e1e50d861eab38522 {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] 4a0d4da7-5ab3-4767-8718-fba9e0721d2b is a valid instance name {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] 4a0d4da7-5ab3-4767-8718-fba9e0721d2b has a disk file {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b is backed by 3550da5f92008341d032c0e566b83fac1b10b257 {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] a6121b75-0c63-40a4-8cb2-ea409521a2e0 is a valid instance name {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] a6121b75-0c63-40a4-8cb2-ea409521a2e0 has a disk file {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 is backed by 3550da5f92008341d032c0e566b83fac1b10b257 {{(pid=74701) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c
Oct 24 20:08:37 user nova-compute[74701]: WARNING nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Unknown base file: /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Active base files: /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 /opt/stack/data/nova/instances/_base/6f62d9a50914604874020a1e1e50d861eab38522
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Removable base files: /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268 /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37 /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55 /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/885034b5c2012a1ea1963c3310a9d42fdf2bc268
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/74a45f643e2a870979163bfefdc69944f228310d
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/eabdfae30e14ff324e85523451593239f0b09f37
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f27fe0fa21af38873ff1e4219579d054d417ef55
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d82e81dd08d884dba03e4ff8c3c9120c06c0366a
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9204c6b3f860cde495e9762357abc5dc5e16528c
Oct 24 20:08:37 user nova-compute[74701]: INFO nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cd98b06072867185c0e67694b0dfc704ff63b45f
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Verification complete {{(pid=74701) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Verify swap images {{(pid=74701) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 24 20:08:37 user nova-compute[74701]: DEBUG nova.virt.libvirt.imagecache [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Verify ephemeral images {{(pid=74701) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 24 20:08:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:08:46 user nova-compute[74701]: INFO nova.compute.manager [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] instance snapshotting
Oct 24 20:08:46 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Beginning live snapshot process
Oct 24 20:08:46 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json -f qcow2 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json -f qcow2" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57.delta 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:47 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57.delta 1073741824" returned: 0 in 0.086s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 24 20:08:48 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 20:08:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:08:48 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74701) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 24 20:08:48 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 24 20:08:48 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 20:08:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57.delta /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:08:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57.delta /opt/stack/data/nova/instances/snapshots/tmpb1iszrcz/b45c434dc5b042cbad24801e7acf0a57" returned: 0 in 0.333s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:08:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Snapshot extracted, beginning image upload
Oct 24 20:08:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing instance network info cache due to event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated VIF entry in instance network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7a019c78-5025-46a3-91a1-ebc945413427 req-8e476f6b-da8b-495e-9066-0512b9f24444 service nova] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing instance network info cache due to event network-changed-2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG nova.network.neutron [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Refreshing network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:08:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:08:50 user nova-compute[74701]: INFO nova.compute.manager [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Detaching volume 7f09af41-464b-4afd-bacc-7e6270770411
Oct 24 20:08:51 user nova-compute[74701]: INFO nova.virt.block_device [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Attempting to driver detach volume 7f09af41-464b-4afd-bacc-7e6270770411 from mountpoint /dev/vdb
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Attempting to detach device vdb from instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:08:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:08:51 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:08:51 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:08:51 user nova-compute[74701]:   <serial>7f09af41-464b-4afd-bacc-7e6270770411</serial>
Oct 24 20:08:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:08:51 user nova-compute[74701]: </disk>
Oct 24 20:08:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:08:51 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully detached device vdb from instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 from the persistent domain config.
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:08:51 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:08:51 user nova-compute[74701]:   <source dev="/dev/sdc"/>
Oct 24 20:08:51 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:08:51 user nova-compute[74701]:   <serial>7f09af41-464b-4afd-bacc-7e6270770411</serial>
Oct 24 20:08:51 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:08:51 user nova-compute[74701]: </disk>
Oct 24 20:08:51 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.network.neutron [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated VIF entry in instance network info cache for port 2b1a9304-fdd7-4196-a975-008e9c0891b4. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.network.neutron [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-06748955-6403-4f5d-8ee2-c37de9a7528c req-7e2e1687-1929-4f35-bad2-99487ebff4cc service nova] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:08:51 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:08:51 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Snapshot image upload complete
Oct 24 20:08:51 user nova-compute[74701]: INFO nova.compute.manager [None req-058e6ae2-3767-4dc0-8875-65ec442907d2 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Took 5.24 seconds to snapshot the instance on the hypervisor.
Oct 24 20:08:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:08:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:00 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:09:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:08 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:09 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:09:09 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:09:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8633MB free_disk=24.790393829345703GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:09:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.442s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:11 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 is timed out.
Oct 24 20:09:11 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully detached device vdb from instance bc7d9793-fb51-4502-a7cb-eff5aec2b415 from the live domain config.
Oct 24 20:09:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WThGxBgj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:09:11 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd26a8f-b11c-4d97-a77b-f037cd7cd421]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:09:11 user nova-compute[74701]: No targets found.
Oct 24 20:09:11 user nova-compute[74701]: iSNS:
Oct 24 20:09:11 user nova-compute[74701]: No targets found.
Oct 24 20:09:11 user nova-compute[74701]: STATIC:
Oct 24 20:09:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411
Oct 24 20:09:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:09:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:09:11 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:09:11 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:09:11 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:09:11 user nova-compute[74701]: FIRMWARE:
Oct 24 20:09:11 user nova-compute[74701]: No targets found.
Oct 24 20:09:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:09:11 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:09:11 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8990994-aedf-40ca-b692-19dd0ba50313]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bdbe052-f325-4ee6-9b44-55aa789a546c]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:09:11 user nova-compute[74701]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)
Oct 24 20:09:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:09:11 user nova-compute[74701]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 (non-flash)
Oct 24 20:09:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f2474cd30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[19585025-d2af-4afd-bd81-b92a5b42032a]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3250ef-3184-4d2d-ab09-0e099aa0f3ab]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[393cbf1b-4140-481d-8115-3d65043ee945]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.031s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9de6054-9413-4bde-91e8-24008a5eb64d]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42cfac0-dd19-449f-9978-cb2db8242fd0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c84ac847-9852-49be-b3ce-21cc434780ae]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260]
Oct 24 20:09:11 user nova-compute[74701]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411, portal: 172.16.0.220,3260] successful.
Oct 24 20:09:11 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7f09af41-464b-4afd-bacc-7e6270770411 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef1ee9a5-f78b-4d5c-b85e-0e20f7a896d0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.271s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] <== disconnect_volume: return (272ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:09:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:09:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:12 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:09:12 user nova-compute[74701]: DEBUG nova.objects.instance [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'flavor' on Instance uuid bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:09:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-040f1a53-6c98-49c0-9f37-433ff11d6716 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.741s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [{"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-bc7d9793-fb51-4502-a7cb-eff5aec2b415" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:09:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:09:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:09:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:09:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:09:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:52 user nova-compute[74701]: INFO nova.compute.manager [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Terminating instance
Oct 24 20:09:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-8282af51-e28f-40d5-9965-b2c650da61b1 req-33b7a2e4-581b-42f8-b758-50ab6ce746fc service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-unplugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:09:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Instance destroyed successfully.
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.objects.instance [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lazy-loading 'resources' on Instance uuid bc7d9793-fb51-4502-a7cb-eff5aec2b415 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:04:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1926222560',display_name='tempest-TestMinimumBasicScenario-server-1926222560',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1926222560',id=44,image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPci/gpwnE7yHwueTofhW103ptSFJBb1nF6IWQ1mdws3yKHcEpQF5G84HLV4ztAZ9DG6K9vDkFcF+vsxCkx3BVi6CS5lwqkTYMADKWjWrrO1oRX7dGG70rRvz/pc4J5QpA==',key_name='tempest-TestMinimumBasicScenario-1833511284',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:04:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d107b16e47844bba4301afa447961df',ramdisk_id='',reservation_id='r-075xszx6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='c0c0e0b0-a6f0-46e6-9392-6883790dc711',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1132138108',owner_user_name='tempest-TestMinimumBasicScenario-1132138108-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:07:06Z,user_data=None,user_id='a7a55ce906fc43d18e96f522d98a0a9e',uuid=bc7d9793-fb51-4502-a7cb-eff5aec2b415,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converting VIF {"id": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "address": "fa:16:3e:79:90:e6", "network": {"id": "feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1585387232-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d107b16e47844bba4301afa447961df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b1a9304-fd", "ovs_interfaceid": "2b1a9304-fdd7-4196-a975-008e9c0891b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG os_vif [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b1a9304-fd, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d6b6f37-12a9-482c-8ece-5245cd4562f8) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:09:53 user nova-compute[74701]: INFO os_vif [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:79:90:e6,bridge_name='br-int',has_traffic_filtering=True,id=2b1a9304-fdd7-4196-a975-008e9c0891b4,network=Network(feb5cb6f-3bdf-4e78-8afd-fcc375c9c48c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2b1a9304-fd')
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Deleting instance files /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415_del
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Deletion of /opt/stack/data/nova/instances/bc7d9793-fb51-4502-a7cb-eff5aec2b415_del complete
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.compute.manager [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Took 0.83 seconds to destroy the instance on the hypervisor.
Oct 24 20:09:53 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Took 0.42 seconds to deallocate network for instance.
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-0cbbb92b-297b-4251-9c88-30c03f5875fb req-1254e625-b7dd-4f32-a03f-122042da7722 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-deleted-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:09:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.175s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:53 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Deleted allocations for instance bc7d9793-fb51-4502-a7cb-eff5aec2b415
Oct 24 20:09:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-2ad717ee-df03-4608-9d7a-5966cf63d937 tempest-TestMinimumBasicScenario-1132138108 tempest-TestMinimumBasicScenario-1132138108-project-member] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.632s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] Acquiring lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] Lock "bc7d9793-fb51-4502-a7cb-eff5aec2b415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] No waiting events found dispatching network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:09:54 user nova-compute[74701]: WARNING nova.compute.manager [req-29500dcc-3658-4bd7-89ad-53db450bb1af req-66baefda-5b3b-4506-b499-080f2fa50302 service nova] [instance: bc7d9793-fb51-4502-a7cb-eff5aec2b415] Received unexpected event network-vif-plugged-2b1a9304-fdd7-4196-a975-008e9c0891b4 for instance with vm_state deleted and task_state None.
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:09:54 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:09:54 user nova-compute[74701]: INFO nova.compute.claims [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Claim successful on node user
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.233s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:09:55 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.policy [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbec2b753ff74d14ad71b63161ccfc34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ccc54dc35b64ec796691bd74d801c9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:09:55 user nova-compute[74701]: INFO nova.virt.block_device [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Booting with volume-backed-image 58bb513c-2f9f-4880-a758-99487627e8fd at /dev/vda
Oct 24 20:09:55 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Successfully created port: 6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Successfully updated port: 6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-changed-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.compute.manager [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Refreshing instance network info cache due to event network-changed-6d1d6144-627c-477f-a341-8003f40be75d. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] Acquiring lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance network_info: |[{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] Acquired lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:09:56 user nova-compute[74701]: DEBUG nova.network.neutron [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Refreshing network info cache for port 6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:09:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updated VIF entry in instance network info cache for port 6d1d6144-627c-477f-a341-8003f40be75d. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:09:57 user nova-compute[74701]: DEBUG nova.network.neutron [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:09:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-fdc4973b-57a3-4ea0-9376-4a7d703df7b0 req-33c86eef-7553-4617-8a4b-3cf7a796d60c service nova] Releasing lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:09:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:07 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:08 user nova-compute[74701]: WARNING nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] While synchronizing instance power states, found 4 instances in the database and 3 instances on the hypervisor.
Oct 24 20:10:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid a6121b75-0c63-40a4-8cb2-ea409521a2e0 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "166283f1-71cf-4b44-b661-f830311adaf0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "166283f1-71cf-4b44-b661-f830311adaf0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:10 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:10:10 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8797MB free_disk=24.816890716552734GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:10:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.390s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.utils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8deb2ad-66c5-4291-b72d-0d713f2a284a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[73535c06-c00f-4dbe-a0a4-ae76d11c77fd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e70147-c552-4371-be88-d17c9af87242]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b4a9e1-3849-48af-a0df-a9c0fd3414b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:10:11 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[838e76b5-953d-4fe5-b09a-50a28333e07b]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG os_brick.utils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating existing volume attachment record: 02fc131a-22d2-4966-8589-fc2cf30adfe0 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:13 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:10:15 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:10:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:10:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:10:27 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Creating image(s)
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Did not create local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Ensure instance console log exists: /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start _get_guest_xml network_info=[{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ad06032e-3e15-4d73-bb31-09f05e95ab43', 'attached_at': '', 'detached_at': '', 'volume_id': '0a932c5e-c5c5-4371-b291-9ae82ae98668', 'serial': '0a932c5e-c5c5-4371-b291-9ae82ae98668'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': '02fc131a-22d2-4966-8589-fc2cf30adfe0', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:10:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:10:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:10:27 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:10:27 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:10:27 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd6f8b6-4fe6-42a4-b3a4-4340cd65b188]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:10:27 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a3e6a7-1d25-43a0-b4be-e27dff6de5f0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668] added
Oct 24 20:10:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eace980-2dd1-43e4-9228-7cd0197b838e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea53cfe5-bc13-4c78-9ec1-c3642d9530b5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbLxejnO {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbLxejnO" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c475d9c8-a000-4284-8782-ee60dbbca724]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qbLxejnO'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e3571ad-b997-4eca-832f-87547841961e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[56fea2f8-cd27-462b-bf0a-f4f4d113d58b]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:10:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:10:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[203b953d-1c1d-4087-956e-4900be38bb79]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260]
Oct 24 20:10:27 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260] successful.
Oct 24 20:10:27 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d79dbe6-c127-4224-8caf-2bcc2bc2c18a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:10:27 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8757376-b144-4ddc-8d8b-1a83025fbc04]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:10:28 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:10:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:10:28 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:10:28 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2f7763c-c078-429f-93aa-cecfbad29238]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:10:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26638323061346365', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638323061346365', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1351131363',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1351131363',id=46,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-j6sjknkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:09:55Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=ad06032e-3e15-4d73-bb31-09f05e95ab43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:10:29 user nova-compute[74701]:   <uuid>ad06032e-3e15-4d73-bb31-09f05e95ab43</uuid>
Oct 24 20:10:29 user nova-compute[74701]:   <name>instance-0000002e</name>
Oct 24 20:10:29 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:10:29 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:10:29 user nova-compute[74701]:   <metadata>
Oct 24 20:10:29 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:10:29 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1351131363</nova:name>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:10:27</nova:creationTime>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:10:29 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:10:29 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:owner>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 20:10:29 user nova-compute[74701]:       </nova:owner>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:10:29 user nova-compute[74701]:       <nova:ports>
Oct 24 20:10:29 user nova-compute[74701]:         <nova:port uuid="6d1d6144-627c-477f-a341-8003f40be75d">
Oct 24 20:10:29 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 20:10:29 user nova-compute[74701]:         </nova:port>
Oct 24 20:10:29 user nova-compute[74701]:       </nova:ports>
Oct 24 20:10:29 user nova-compute[74701]:     </nova:instance>
Oct 24 20:10:29 user nova-compute[74701]:   </metadata>
Oct 24 20:10:29 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:10:29 user nova-compute[74701]:     <system>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="serial">ad06032e-3e15-4d73-bb31-09f05e95ab43</entry>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="uuid">ad06032e-3e15-4d73-bb31-09f05e95ab43</entry>
Oct 24 20:10:29 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:10:29 user nova-compute[74701]:     </system>
Oct 24 20:10:29 user nova-compute[74701]:   </sysinfo>
Oct 24 20:10:29 user nova-compute[74701]:   <os>
Oct 24 20:10:29 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:10:29 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:10:29 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:10:29 user nova-compute[74701]:   </os>
Oct 24 20:10:29 user nova-compute[74701]:   <features>
Oct 24 20:10:29 user nova-compute[74701]:     <acpi/>
Oct 24 20:10:29 user nova-compute[74701]:     <apic/>
Oct 24 20:10:29 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:10:29 user nova-compute[74701]:   </features>
Oct 24 20:10:29 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:10:29 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:10:29 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:10:29 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:10:29 user nova-compute[74701]:   </clock>
Oct 24 20:10:29 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:10:29 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:10:29 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:10:29 user nova-compute[74701]:   </cpu>
Oct 24 20:10:29 user nova-compute[74701]:   <devices>
Oct 24 20:10:29 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:10:29 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:10:29 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 20:10:29 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:10:29 user nova-compute[74701]:       <serial>0a932c5e-c5c5-4371-b291-9ae82ae98668</serial>
Oct 24 20:10:29 user nova-compute[74701]:     </disk>
Oct 24 20:10:29 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:10:29 user nova-compute[74701]:       <mac address="fa:16:3e:f1:fd:81"/>
Oct 24 20:10:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:10:29 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:10:29 user nova-compute[74701]:       <target dev="tap6d1d6144-62"/>
Oct 24 20:10:29 user nova-compute[74701]:     </interface>
Oct 24 20:10:29 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:10:29 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/console.log" append="off"/>
Oct 24 20:10:29 user nova-compute[74701]:     </serial>
Oct 24 20:10:29 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:10:29 user nova-compute[74701]:     <video>
Oct 24 20:10:29 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:10:29 user nova-compute[74701]:     </video>
Oct 24 20:10:29 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:10:29 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:10:29 user nova-compute[74701]:     </rng>
Oct 24 20:10:29 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:10:29 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:10:29 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:10:29 user nova-compute[74701]:     </memballoon>
Oct 24 20:10:29 user nova-compute[74701]:   </devices>
Oct 24 20:10:29 user nova-compute[74701]: </domain>
Oct 24 20:10:29 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1351131363',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1351131363',id=46,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-j6sjknkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:09:55Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=ad06032e-3e15-4d73-bb31-09f05e95ab43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG os_vif [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '150692ab-4f8c-5dde-a474-6b8b005558df', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d1d6144-62, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d1d6144-62, col_values=(('qos', UUID('839a9748-f616-4656-b239-3636bffa5383')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d1d6144-62, col_values=(('external_ids', {'iface-id': '6d1d6144-627c-477f-a341-8003f40be75d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:fd:81', 'vm-uuid': 'ad06032e-3e15-4d73-bb31-09f05e95ab43'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:29 user nova-compute[74701]: INFO os_vif [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62')
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:10:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:f1:fd:81, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:10:30 user nova-compute[74701]: WARNING nova.compute.manager [req-b70760b9-5e24-4399-8e39-7149f534b7ab req-3dfa7446-1b38-4036-9a9f-c3ddbbe8b6fd service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state building and task_state spawning.
Oct 24 20:10:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:10:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance spawned successfully.
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:10:32 user nova-compute[74701]: INFO nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Took 4.96 seconds to spawn the instance on the hypervisor.
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:10:32 user nova-compute[74701]: INFO nova.compute.manager [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Took 37.93 seconds to build instance.
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-1f23bdc7-89b8-4e2e-bda7-0d4451a859b7 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 38.022s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 23.919s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:32 user nova-compute[74701]: INFO nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:10:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:10:32 user nova-compute[74701]: WARNING nova.compute.manager [req-6999f16e-bde4-48c0-99b7-a3a0858e2af6 req-d864a39f-6bd8-492e-bf5d-0925fe5cde2f service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state None.
Oct 24 20:10:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:10:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:10:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:10:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:11:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8728MB free_disk=24.854839324951172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:11:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.310s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:13 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:14 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:11:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:11:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:46 user nova-compute[74701]: INFO nova.compute.manager [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Rescuing
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG nova.network.neutron [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG nova.compute.manager [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:11:46 user nova-compute[74701]: WARNING nova.compute.manager [req-a43ad6a7-a439-4e0e-994c-19ea5e0f365f req-9e12a070-0316-49d1-8b95-73187ea19f89 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state rescuing.
Oct 24 20:11:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance destroyed successfully.
Oct 24 20:11:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Attempting a stable device rescue
Oct 24 20:11:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74701) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance directory exists: not creating {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 24 20:11:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Creating image(s)
Oct 24 20:11:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'trusted_certs' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.part --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.part --force-share --output=json" returned: 0 in 0.188s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG nova.virt.images [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] b98dae6f-df38-41f2-8b70-47c31e10d6e7 was qcow2, converting to raw {{(pid=74701) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG nova.privsep.utils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74701) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.part /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.converted {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG nova.compute.manager [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:11:48 user nova-compute[74701]: WARNING nova.compute.manager [req-8ca5b531-0a6e-46b8-a38d-c22121adcf50 req-120a32f7-a0c2-4e7c-aed4-e144891facb7 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state rescuing.
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.part /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.converted" returned: 0 in 0.243s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.converted --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe.converted --force-share --output=json" returned: 0 in 0.164s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.684s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:48 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe,backing_fmt=raw /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7a7cd9c437001e993040a47bba883a90b5bab5fe,backing_fmt=raw /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue" returned: 0 in 0.048s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "7a7cd9c437001e993040a47bba883a90b5bab5fe" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'migration_context' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<ad06032e-3e15-4d73-bb31-09f05e95ab43> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start _get_guest_xml network_info=[{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:f1:fd:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'b98dae6f-df38-41f2-8b70-47c31e10d6e7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'ad06032e-3e15-4d73-bb31-09f05e95ab43', 'attached_at': '', 'detached_at': '', 'volume_id': '0a932c5e-c5c5-4371-b291-9ae82ae98668', 'serial': '0a932c5e-c5c5-4371-b291-9ae82ae98668'}, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'mount_device': '/dev/vda', 'delete_on_termination': False, 'attachment_id': '02fc131a-22d2-4966-8589-fc2cf30adfe0', 'volume_type': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<ad06032e-3e15-4d73-bb31-09f05e95ab43> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'numa_topology' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<ad06032e-3e15-4d73-bb31-09f05e95ab43> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:11:49 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:11:49 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'vcpu_model' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<ad06032e-3e15-4d73-bb31-09f05e95ab43> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:11:49 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:11:49 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:11:49 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f35851-fb22-43f6-98e4-f9bf03913d45]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = qbLxejnO\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 24 20:11:49 user nova-compute[74701]: node.name = iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668
Oct 24 20:11:49 user nova-compute[74701]: node.tpgt = -1
Oct 24 20:11:49 user nova-compute[74701]: node.startup = automatic
Oct 24 20:11:49 user nova-compute[74701]: node.leading_login = No
Oct 24 20:11:49 user nova-compute[74701]: iface.iscsi_ifacename = default
Oct 24 20:11:49 user nova-compute[74701]: iface.net_ifacename = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.ipaddress = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.prefix_len = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.hwaddress = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.transport_name = tcp
Oct 24 20:11:49 user nova-compute[74701]: iface.initiatorname = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.vlan_id = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.vlan_priority = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.vlan_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.iface_num = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.mtu = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.port = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.bootproto = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.subnet_mask = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.gateway = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_alt_client_id_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_alt_client_id = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_dns = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_learn_iqn = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_req_vendor_id_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_vendor_id_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_vendor_id = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.dhcp_slp_da = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.fragmentation = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.gratuitous_arp = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.incoming_forwarding = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.tos_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.tos = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.ttl = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.delayed_ack = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.tcp_nagle = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.tcp_wsf_state = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.tcp_wsf = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.tcp_timer_scale = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.tcp_timestamp = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.redirect = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.def_task_mgmt_timeout = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.header_digest = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.data_digest = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.immediate_data = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.initial_r2t = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.data_seq_inorder = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.data_pdu_inorder = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.erl = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.max_receive_data_len = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.first_burst_len = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.max_outstanding_r2t = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.max_burst_len = 0
Oct 24 20:11:49 user nova-compute[74701]: iface.chap_auth = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.bidi_chap = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.strict_login_compliance = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.discovery_auth = <empty>
Oct 24 20:11:49 user nova-compute[74701]: iface.discovery_logout = <empty>
Oct 24 20:11:49 user nova-compute[74701]: node.discovery_address = <empty>
Oct 24 20:11:49 user nova-compute[74701]: node.discovery_port = 0
Oct 24 20:11:49 user nova-compute[74701]: node.discovery_type = static
Oct 24 20:11:49 user nova-compute[74701]: node.session.initial_cmdsn = 0
Oct 24 20:11:49 user nova-compute[74701]: node.session.initial_login_retry_max = 8
Oct 24 20:11:49 user nova-compute[74701]: node.session.xmit_thread_priority = -20
Oct 24 20:11:49 user nova-compute[74701]: node.session.cmds_max = 128
Oct 24 20:11:49 user nova-compute[74701]: node.session.queue_depth = 32
Oct 24 20:11:49 user nova-compute[74701]: node.session.nr_sessions = 1
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.authmethod = CHAP
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.username = qbLxejnO
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.password = ***
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.username_in = <empty>
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.password_in = <empty>
Oct 24 20:11:49 user nova-compute[74701]: node.session.auth.chap_algs = MD5
Oct 24 20:11:49 user nova-compute[74701]: node.session.timeo.replacement_timeout = 120
Oct 24 20:11:49 user nova-compute[74701]: node.session.err_timeo.abort_timeout = 15
Oct 24 20:11:49 user nova-compute[74701]: node.session.err_timeo.lu_reset_timeout = 30
Oct 24 20:11:49 user nova-compute[74701]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 24 20:11:49 user nova-compute[74701]: node.session.err_timeo.host_reset_timeout = 60
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.FastAbort = Yes
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.InitialR2T = No
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.ImmediateData = Yes
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.FirstBurstLength = 262144
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.MaxBurstLength = 16776192
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.DefaultTime2Retain = 0
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.DefaultTime2Wait = 2
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.MaxConnections = 1
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 24 20:11:49 user nova-compute[74701]: node.session.iscsi.ERL = 0
Oct 24 20:11:49 user nova-compute[74701]: node.session.scan = manual
Oct 24 20:11:49 user nova-compute[74701]: node.session.reopen_max = 0
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].address = 172.16.0.220
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].port = 3260
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].startup = manual
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].tcp.window_size = 524288
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].tcp.type_of_service = 0
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].timeo.logout_timeout = 15
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].timeo.login_timeout = 15
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].timeo.auth_timeout = 45
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].timeo.noop_out_interval = 5
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].timeo.noop_out_timeout = 5
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.HeaderDigest = None
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.DataDigest = None
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.IFMarker = No
Oct 24 20:11:49 user nova-compute[74701]: node.conn[0].iscsi.OFMarker = No
Oct 24 20:11:49 user nova-compute[74701]: # END RECORD
Oct 24 20:11:49 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2323519-8e0e-4d52-aafb-212fd671df7a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7df0c475-3508-4df8-b714-3d6042a185ee]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbLxejnO {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qbLxejnO" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[32058843-c86d-44c9-a930-463c4e2a938a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qbLxejnO'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[064eaeda-70eb-4b7e-ae44-d548370fc224]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[78bf37d2-3fc3-4664-a974-024508e4d48e]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:11:49 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:11:49 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:11:49 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:11:49 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.146s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] HCTL ('34', '0', '0', 0) found on session 48 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[188ae43d-e7f6-4362-a8ee-907e8d0910ad]: (4, ('0 0 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Searching for a device in session 48 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.182s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== connect_volume: return (183ms) {'type': 'block', 'scsi_wwn': '26638323061346365', 'path': '/dev/sdc'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26638323061346365', 'path': '/dev/sdc'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1351131363',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1351131363',id=46,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:10:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-j6sjknkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:10:33Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=ad06032e-3e15-4d73-bb31-09f05e95ab43,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:f1:fd:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "vif_mac": "fa:16:3e:f1:fd:81"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'pci_devices' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.objects.base [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Object Instance<ad06032e-3e15-4d73-bb31-09f05e95ab43> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74701) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:11:49 user nova-compute[74701]:   <uuid>ad06032e-3e15-4d73-bb31-09f05e95ab43</uuid>
Oct 24 20:11:49 user nova-compute[74701]:   <name>instance-0000002e</name>
Oct 24 20:11:49 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:11:49 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:11:49 user nova-compute[74701]:   <metadata>
Oct 24 20:11:49 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:11:49 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1351131363</nova:name>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:11:49</nova:creationTime>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:11:49 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:11:49 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:owner>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:user uuid="bbec2b753ff74d14ad71b63161ccfc34">tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member</nova:user>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:project uuid="8ccc54dc35b64ec796691bd74d801c9d">tempest-ServerBootFromVolumeStableRescueTest-1428975813</nova:project>
Oct 24 20:11:49 user nova-compute[74701]:       </nova:owner>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:11:49 user nova-compute[74701]:       <nova:ports>
Oct 24 20:11:49 user nova-compute[74701]:         <nova:port uuid="6d1d6144-627c-477f-a341-8003f40be75d">
Oct 24 20:11:49 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 24 20:11:49 user nova-compute[74701]:         </nova:port>
Oct 24 20:11:49 user nova-compute[74701]:       </nova:ports>
Oct 24 20:11:49 user nova-compute[74701]:     </nova:instance>
Oct 24 20:11:49 user nova-compute[74701]:   </metadata>
Oct 24 20:11:49 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:11:49 user nova-compute[74701]:     <system>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="serial">ad06032e-3e15-4d73-bb31-09f05e95ab43</entry>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="uuid">ad06032e-3e15-4d73-bb31-09f05e95ab43</entry>
Oct 24 20:11:49 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:11:49 user nova-compute[74701]:     </system>
Oct 24 20:11:49 user nova-compute[74701]:   </sysinfo>
Oct 24 20:11:49 user nova-compute[74701]:   <os>
Oct 24 20:11:49 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:11:49 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:11:49 user nova-compute[74701]:   </os>
Oct 24 20:11:49 user nova-compute[74701]:   <features>
Oct 24 20:11:49 user nova-compute[74701]:     <acpi/>
Oct 24 20:11:49 user nova-compute[74701]:     <apic/>
Oct 24 20:11:49 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:11:49 user nova-compute[74701]:   </features>
Oct 24 20:11:49 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:11:49 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:11:49 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:11:49 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:11:49 user nova-compute[74701]:   </clock>
Oct 24 20:11:49 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:11:49 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:11:49 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:11:49 user nova-compute[74701]:   </cpu>
Oct 24 20:11:49 user nova-compute[74701]:   <devices>
Oct 24 20:11:49 user nova-compute[74701]:     <disk type="block" device="disk">
Oct 24 20:11:49 user nova-compute[74701]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:11:49 user nova-compute[74701]:       <source dev="/dev/sdc"/>
Oct 24 20:11:49 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:11:49 user nova-compute[74701]:       <serial>0a932c5e-c5c5-4371-b291-9ae82ae98668</serial>
Oct 24 20:11:49 user nova-compute[74701]:     </disk>
Oct 24 20:11:49 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:11:49 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:11:49 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue"/>
Oct 24 20:11:49 user nova-compute[74701]:       <target dev="vdb" bus="virtio"/>
Oct 24 20:11:49 user nova-compute[74701]:       <boot order="1"/>
Oct 24 20:11:49 user nova-compute[74701]:     </disk>
Oct 24 20:11:49 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:11:49 user nova-compute[74701]:       <mac address="fa:16:3e:f1:fd:81"/>
Oct 24 20:11:49 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:11:49 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:11:49 user nova-compute[74701]:       <target dev="tap6d1d6144-62"/>
Oct 24 20:11:49 user nova-compute[74701]:     </interface>
Oct 24 20:11:49 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:11:49 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/console.log" append="off"/>
Oct 24 20:11:49 user nova-compute[74701]:     </serial>
Oct 24 20:11:49 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:11:49 user nova-compute[74701]:     <video>
Oct 24 20:11:49 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:11:49 user nova-compute[74701]:     </video>
Oct 24 20:11:49 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:11:49 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:11:49 user nova-compute[74701]:     </rng>
Oct 24 20:11:49 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:11:49 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:11:49 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:11:49 user nova-compute[74701]:     </memballoon>
Oct 24 20:11:49 user nova-compute[74701]:   </devices>
Oct 24 20:11:49 user nova-compute[74701]: </domain>
Oct 24 20:11:49 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:11:49 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance destroyed successfully.
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:11:49 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] No VIF found with MAC fa:16:3e:f1:fd:81, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:11:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG nova.compute.manager [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:11:51 user nova-compute[74701]: WARNING nova.compute.manager [req-2b95e82d-ee21-450f-9e01-2938ffa3acbb req-3f035ef5-9330-44a7-95fc-be002e3db8e1 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state rescuing.
Oct 24 20:11:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:52 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c8818c36-84b5-4d47-ad99-1d82855d66fc tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:11:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:11:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:11:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:11:53 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:11:53 user nova-compute[74701]: DEBUG nova.compute.manager [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:11:53 user nova-compute[74701]: WARNING nova.compute.manager [req-d252df2c-c893-4164-9522-499fcfec4bd9 req-0de35d11-a8f9-4bf0-857d-cc4a0f1a855e service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state rescued and task_state None.
Oct 24 20:11:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:11:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:11 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:12:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:12:12 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8676MB free_disk=24.750560760498047GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:12:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:12:13 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:12:13 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:12:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:12:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.298s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:12:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:16 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:12:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:12:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:12:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:12:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:12:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:12:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:12:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:12 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:13:13 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:13:13 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8763MB free_disk=24.749462127685547GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:13:13 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:13:14 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:13:14 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:13:14 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:13:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.245s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:13:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [{"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-a6121b75-0c63-40a4-8cb2-ea409521a2e0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:13:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:13:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:36 user nova-compute[74701]: INFO nova.compute.manager [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Unrescuing
Oct 24 20:13:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:13:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquired lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:13:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Releasing lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'flavor' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:37 user nova-compute[74701]: DEBUG nova.compute.manager [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:13:37 user nova-compute[74701]: WARNING nova.compute.manager [req-b34f0c83-688d-457f-924f-50684829c782 req-9adf8c70-187a-49ff-9685-f784fce341dc service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:13:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:38 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance destroyed successfully.
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:13:40 user nova-compute[74701]: WARNING nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:13:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:40 user nova-compute[74701]: DEBUG nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:13:40 user nova-compute[74701]: WARNING nova.compute.manager [req-1da828c3-ca2c-4ff2-b117-fedd3ed7453c req-301828ee-03e4-498c-81f7-bfc1c4e420c9 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state rescued and task_state unrescuing.
Oct 24 20:13:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-8222a09f-5eaf-4e39-9811-b2f0cf5424b6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:13:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:13:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:13:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:13:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:13:42 user nova-compute[74701]: DEBUG nova.compute.manager [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:13:42 user nova-compute[74701]: WARNING nova.compute.manager [req-4e04b641-fb9e-47f1-9b45-e77088bcb5cb req-8d068136-6bbd-45b6-a994-5ec066a7d496 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state None.
Oct 24 20:13:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:13:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:13:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:03 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:14:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:14:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:14:15 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:14:15 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8774MB free_disk=24.749649047851562GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:14:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.387s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:14:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [{"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-ad06032e-3e15-4d73-bb31-09f05e95ab43" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:14:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:14:28 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:14:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:14:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:14:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:14:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:14:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:14 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:15 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:15:15 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8804MB free_disk=24.749065399169922GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance ad06032e-3e15-4d73-bb31-09f05e95ab43 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:15:15 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.375s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:18 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:15:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:15:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [{"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-4a0d4da7-5ab3-4767-8718-fba9e0721d2b" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:15:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:28 user nova-compute[74701]: INFO nova.compute.manager [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Terminating instance
Oct 24 20:15:28 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG nova.compute.manager [req-ff9cc31a-2d5a-4ed0-ae7f-29d2898d7751 req-7277917d-f67d-404f-ad2c-91eedd4075b0 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-unplugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Instance destroyed successfully.
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid ad06032e-3e15-4d73-bb31-09f05e95ab43 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:09:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1351131363',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1351131363',id=46,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:11:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-j6sjknkn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:13:42Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=ad06032e-3e15-4d73-bb31-09f05e95ab43,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "6d1d6144-627c-477f-a341-8003f40be75d", "address": "fa:16:3e:f1:fd:81", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d1d6144-62", "ovs_interfaceid": "6d1d6144-627c-477f-a341-8003f40be75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_vif [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d1d6144-62, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=839a9748-f616-4656-b239-3636bffa5383) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:29 user nova-compute[74701]: INFO os_vif [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f1:fd:81,bridge_name='br-int',has_traffic_filtering=True,id=6d1d6144-627c-477f-a341-8003f40be75d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d1d6144-62')
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qbLxejnO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:15:29 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bffcc0d9-6190-43f1-b515-b9596125f011]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:15:29 user nova-compute[74701]: No targets found.
Oct 24 20:15:29 user nova-compute[74701]: iSNS:
Oct 24 20:15:29 user nova-compute[74701]: No targets found.
Oct 24 20:15:29 user nova-compute[74701]: STATIC:
Oct 24 20:15:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:15:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:15:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:15:29 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668
Oct 24 20:15:29 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:15:29 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:15:29 user nova-compute[74701]: FIRMWARE:
Oct 24 20:15:29 user nova-compute[74701]: No targets found.
Oct 24 20:15:29 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:15:29 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:15:29 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f303e5a0-336c-4895-8fdb-ccd3f7591a7a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76f019f-e224-4f23-ae1c-bc83ec7e4923]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:15:29 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:15:29 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:15:29 user nova-compute[74701]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 (non-flash)
Oct 24 20:15:29 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f450a2050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668'): ({'sdc'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Removing single pathed devices sdc {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f735f1fa-5d7e-44be-b32d-7b8afd0c1839]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6fc9d6-9bbf-4ead-a01b-4a2e91b4790c]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flushing IO for device /dev/sdc {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca592f3-c151-4335-9b43-6da282bfa1ef]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6764602-ade6-4679-ab87-916a452ea484]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] SCSI volumes sdc have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO6d2502d3-f820a4ce1405b9be', '/dev/disk/by-id/scsi-26638323061346365', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6d2502d3') {{(pid=85564) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0dcff11-3df3-469a-9466-e8c9216f5454]: (4, None) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5333e81-cfa3-4f68-8ced-198785e372d9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d9bc482-6060-4cb1-bd7f-f13e1b3d2949]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260]
Oct 24 20:15:29 user nova-compute[74701]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668, portal: 172.16.0.220,3260] successful.
Oct 24 20:15:29 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0a932c5e-c5c5-4371-b291-9ae82ae98668 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[711b50db-3711-4f75-904f-69dfee890f67]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== disconnect_volume: return (325ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:15:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Deleting instance files /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43_del
Oct 24 20:15:29 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Deletion of /opt/stack/data/nova/instances/ad06032e-3e15-4d73-bb31-09f05e95ab43_del complete
Oct 24 20:15:29 user nova-compute[74701]: INFO nova.compute.manager [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Took 1.17 seconds to destroy the instance on the hypervisor.
Oct 24 20:15:29 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:15:29 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Took 0.44 seconds to deallocate network for instance.
Oct 24 20:15:29 user nova-compute[74701]: DEBUG nova.compute.manager [req-de0922ac-21ac-4880-937c-bddd1a51f131 req-616a97f7-dae3-4626-864d-89bdeac75a43 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-deleted-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] Acquiring lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG nova.compute.manager [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] No waiting events found dispatching network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:15:30 user nova-compute[74701]: WARNING nova.compute.manager [req-d656c134-ea49-49ba-a7f8-d054e8b48f1e req-e4348b8d-86a3-439f-992d-eb3bbb84c561 service nova] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Received unexpected event network-vif-plugged-6d1d6144-627c-477f-a341-8003f40be75d for instance with vm_state active and task_state deleting.
Oct 24 20:15:30 user nova-compute[74701]: INFO nova.compute.manager [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: ad06032e-3e15-4d73-bb31-09f05e95ab43] Took 0.98 seconds to detach 1 volumes for instance.
Oct 24 20:15:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:15:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:15:31 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:15:31 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:15:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.174s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:31 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Deleted allocations for instance ad06032e-3e15-4d73-bb31-09f05e95ab43
Oct 24 20:15:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a522aa93-c6b3-41e9-a957-8e317714e29b tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "ad06032e-3e15-4d73-bb31-09f05e95ab43" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.940s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:15:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:15:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:15:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:15:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:15 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:16:16 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:16:17 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:16:17 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8886MB free_disk=24.74826431274414GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 166283f1-71cf-4b44-b661-f830311adaf0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:16:17 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:19 user nova-compute[74701]: INFO nova.compute.manager [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Terminating instance
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-unplugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] No waiting events found dispatching network-vif-unplugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.compute.manager [req-58972a5d-df26-4c26-ac3c-d42f6a2bd74f req-0efefa77-6dc5-4891-8964-ab8e7aa3d26b service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-unplugged-d84e450c-607e-49d7-9ab0-001e50240925 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Instance destroyed successfully.
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid a6121b75-0c63-40a4-8cb2-ea409521a2e0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:06:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1432254269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1432254269',id=45,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:07:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-ehhflq7z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:08:52Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=a6121b75-0c63-40a4-8cb2-ea409521a2e0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "d84e450c-607e-49d7-9ab0-001e50240925", "address": "fa:16:3e:3e:05:e1", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd84e450c-60", "ovs_interfaceid": "d84e450c-607e-49d7-9ab0-001e50240925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG os_vif [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd84e450c-60, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c12a5f1-0204-4b1c-bb2b-63975d6b6b91) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:19 user nova-compute[74701]: INFO os_vif [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3e:05:e1,bridge_name='br-int',has_traffic_filtering=True,id=d84e450c-607e-49d7-9ab0-001e50240925,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd84e450c-60')
Oct 24 20:16:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Deleting instance files /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0_del
Oct 24 20:16:19 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Deletion of /opt/stack/data/nova/instances/a6121b75-0c63-40a4-8cb2-ea409521a2e0_del complete
Oct 24 20:16:19 user nova-compute[74701]: INFO nova.compute.manager [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 24 20:16:19 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:16:19 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:16:20 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Took 0.46 seconds to deallocate network for instance.
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca4ac608-d437-4798-959b-f15ae449742b req-945dfce2-11e0-4da2-889c-25caf4cc8d07 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-deleted-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:16:20 user nova-compute[74701]: INFO nova.compute.manager [req-ca4ac608-d437-4798-959b-f15ae449742b req-945dfce2-11e0-4da2-889c-25caf4cc8d07 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Neutron deleted interface d84e450c-607e-49d7-9ab0-001e50240925; detaching it from the instance and deleting it from the info cache
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-ca4ac608-d437-4798-959b-f15ae449742b req-945dfce2-11e0-4da2-889c-25caf4cc8d07 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca4ac608-d437-4798-959b-f15ae449742b req-945dfce2-11e0-4da2-889c-25caf4cc8d07 service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Detach interface failed, port_id=d84e450c-607e-49d7-9ab0-001e50240925, reason: Instance a6121b75-0c63-40a4-8cb2-ea409521a2e0 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:16:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:20 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Deleted allocations for instance a6121b75-0c63-40a4-8cb2-ea409521a2e0
Oct 24 20:16:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ef8c6b04-3bc7-4731-ad60-953de6252bfa tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.732s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:16:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] Acquiring lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:16:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:16:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] Lock "a6121b75-0c63-40a4-8cb2-ea409521a2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:16:21 user nova-compute[74701]: DEBUG nova.compute.manager [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] No waiting events found dispatching network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:16:21 user nova-compute[74701]: WARNING nova.compute.manager [req-152019d3-2d34-45fc-8d1b-ae199879c793 req-3a1c4fb7-823c-40e1-8db3-cfff8e9a002a service nova] [instance: a6121b75-0c63-40a4-8cb2-ea409521a2e0] Received unexpected event network-vif-plugged-d84e450c-607e-49d7-9ab0-001e50240925 for instance with vm_state deleted and task_state None.
Oct 24 20:16:22 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [{"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-166283f1-71cf-4b44-b661-f830311adaf0" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:16:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:16:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:16:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:16:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:16:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:16:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:09 user nova-compute[74701]: INFO nova.compute.manager [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Terminating instance
Oct 24 20:17:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.compute.manager [req-51580aa8-34c9-45cb-8fb3-4b4b042dbd57 req-fc196791-3ada-424b-8095-f7c614fb5fa2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Instance destroyed successfully.
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid 166283f1-71cf-4b44-b661-f830311adaf0 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:01:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-42437342',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-42437342',id=42,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:03:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-xpli3bxs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:05:09Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=166283f1-71cf-4b44-b661-f830311adaf0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "address": "fa:16:3e:53:90:cc", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ec1b863-32", "ovs_interfaceid": "8ec1b863-322d-4f36-ba18-d21af8b5408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_vif [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ec1b863-32, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6423664-ab25-4fd1-bc3e-eedeb87806c4) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:10 user nova-compute[74701]: INFO os_vif [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:53:90:cc,bridge_name='br-int',has_traffic_filtering=True,id=8ec1b863-322d-4f36-ba18-d21af8b5408d,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ec1b863-32')
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNlkXLMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:17:10 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e583c5-79bb-4b18-8834-ce6b0d459d7c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:17:10 user nova-compute[74701]: No targets found.
Oct 24 20:17:10 user nova-compute[74701]: iSNS:
Oct 24 20:17:10 user nova-compute[74701]: No targets found.
Oct 24 20:17:10 user nova-compute[74701]: STATIC:
Oct 24 20:17:10 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f
Oct 24 20:17:10 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:17:10 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:17:10 user nova-compute[74701]: FIRMWARE:
Oct 24 20:17:10 user nova-compute[74701]: No targets found.
Oct 24 20:17:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:17:10 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:17:10 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4281f3c8-b930-4b50-8bec-61b00d6f4d8f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5aa281a-520b-46e4-9d25-f9ffcb6397aa]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:17:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f (non-flash)
Oct 24 20:17:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006603a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[028fd0cc-fc07-4fb3-954a-53116c53cf1e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e82368e-7fbd-4dcf-980d-bbe473f03c10]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2629b6f-25de-45d3-87fe-472388e02150]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9577a2c0-445f-4799-96fa-334dfe35b390]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d764c5-e7e9-4c28-a325-f18c53038351]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5ab3cde-fd26-4ced-b5ed-3d55a2c034ca]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260]
Oct 24 20:17:10 user nova-compute[74701]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f, portal: 172.16.0.220,3260] successful.
Oct 24 20:17:10 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a141ced-4e23-47ad-bb1a-bcfa6d16dc1f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe25734-edf0-41e5-ad32-a6daa5942e85]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] <== disconnect_volume: return (309ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:17:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Deleting instance files /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0_del
Oct 24 20:17:10 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Deletion of /opt/stack/data/nova/instances/166283f1-71cf-4b44-b661-f830311adaf0_del complete
Oct 24 20:17:10 user nova-compute[74701]: INFO nova.compute.manager [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 24 20:17:10 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:17:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:11 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:17:11 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Took 0.55 seconds to deallocate network for instance.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:12 user nova-compute[74701]: WARNING nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state deleting.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:12 user nova-compute[74701]: WARNING nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state deleting.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:12 user nova-compute[74701]: WARNING nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state deleting.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-unplugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Acquiring lock "166283f1-71cf-4b44-b661-f830311adaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] Lock "166283f1-71cf-4b44-b661-f830311adaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] No waiting events found dispatching network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:17:12 user nova-compute[74701]: WARNING nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received unexpected event network-vif-plugged-8ec1b863-322d-4f36-ba18-d21af8b5408d for instance with vm_state active and task_state deleting.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.manager [req-acd12d68-4add-41e3-bcc1-f7bd351e4420 req-c9ab654d-6776-4e2f-89ca-cc00a61067f2 service nova] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Received event network-vif-deleted-8ec1b863-322d-4f36-ba18-d21af8b5408d {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:17:12 user nova-compute[74701]: INFO nova.compute.manager [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 166283f1-71cf-4b44-b661-f830311adaf0] Took 0.82 seconds to detach 1 volumes for instance.
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:12 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Deleted allocations for instance 166283f1-71cf-4b44-b661-f830311adaf0
Oct 24 20:17:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-cfc104e5-7e05-4bf3-a2e6-2b59cc008af6 tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "166283f1-71cf-4b44-b661-f830311adaf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.881s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:17:18 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:17:19 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:17:19 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8944MB free_disk=24.87255096435547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:17:19 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:17:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:22 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:22 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:17:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:17:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:17:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:17:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:17:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:17:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:00 user nova-compute[74701]: INFO nova.compute.manager [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Terminating instance
Oct 24 20:18:00 user nova-compute[74701]: DEBUG nova.compute.manager [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-unplugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] No waiting events found dispatching network-vif-unplugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-f56ffebd-1e48-4f0b-b744-7f55b619047a req-1f5895ab-0db8-4c62-821a-ec84951352c7 service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-unplugged-48879b68-2f8c-4b02-9018-98f509daaabb for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:18:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Instance destroyed successfully.
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lazy-loading 'resources' on Instance uuid 4a0d4da7-5ab3-4767-8718-fba9e0721d2b {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T19:58:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1581533910',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1581533910',id=38,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T19:58:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8ccc54dc35b64ec796691bd74d801c9d',ramdisk_id='',reservation_id='r-4ausimyj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:00:19Z,user_data=None,user_id='bbec2b753ff74d14ad71b63161ccfc34',uuid=4a0d4da7-5ab3-4767-8718-fba9e0721d2b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converting VIF {"id": "48879b68-2f8c-4b02-9018-98f509daaabb", "address": "fa:16:3e:1b:59:c9", "network": {"id": "7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-406268995-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8ccc54dc35b64ec796691bd74d801c9d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap48879b68-2f", "ovs_interfaceid": "48879b68-2f8c-4b02-9018-98f509daaabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG os_vif [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap48879b68-2f, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=779ba502-ec5f-4f1e-846c-5cbbf84e7afb) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:01 user nova-compute[74701]: INFO os_vif [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1b:59:c9,bridge_name='br-int',has_traffic_filtering=True,id=48879b68-2f8c-4b02-9018-98f509daaabb,network=Network(7c29bbb9-4ecd-42fb-88a2-0af4c76bf68f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap48879b68-2f')
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Deleting instance files /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b_del
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Deletion of /opt/stack/data/nova/instances/4a0d4da7-5ab3-4767-8718-fba9e0721d2b_del complete
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.compute.manager [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Took 0.83 seconds to destroy the instance on the hypervisor.
Oct 24 20:18:01 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Took 0.49 seconds to deallocate network for instance.
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-187b7c3c-ddac-449b-b0ae-c32a217f7e88 req-a730e110-0af6-4f6f-b423-49cce97718fc service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-deleted-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:18:01 user nova-compute[74701]: INFO nova.compute.manager [req-187b7c3c-ddac-449b-b0ae-c32a217f7e88 req-a730e110-0af6-4f6f-b423-49cce97718fc service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Neutron deleted interface 48879b68-2f8c-4b02-9018-98f509daaabb; detaching it from the instance and deleting it from the info cache
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-187b7c3c-ddac-449b-b0ae-c32a217f7e88 req-a730e110-0af6-4f6f-b423-49cce97718fc service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.compute.manager [req-187b7c3c-ddac-449b-b0ae-c32a217f7e88 req-a730e110-0af6-4f6f-b423-49cce97718fc service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Detach interface failed, port_id=48879b68-2f8c-4b02-9018-98f509daaabb, reason: Instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:18:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.111s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:02 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Deleted allocations for instance 4a0d4da7-5ab3-4767-8718-fba9e0721d2b
Oct 24 20:18:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-764e67c5-2e16-45c2-a2b4-caa182f5ab6d tempest-ServerBootFromVolumeStableRescueTest-1428975813 tempest-ServerBootFromVolumeStableRescueTest-1428975813-project-member] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.608s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:18:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] Acquiring lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] Lock "4a0d4da7-5ab3-4767-8718-fba9e0721d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] No waiting events found dispatching network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:18:02 user nova-compute[74701]: WARNING nova.compute.manager [req-8225ef23-bb68-415e-ac6e-d594cd088e3b req-df10dffa-2ea6-4fad-8ebb-5984d6cdd07d service nova] [instance: 4a0d4da7-5ab3-4767-8718-fba9e0721d2b] Received unexpected event network-vif-plugged-48879b68-2f8c-4b02-9018-98f509daaabb for instance with vm_state deleted and task_state None.
Oct 24 20:18:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:19 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:18:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:18:20 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9078MB free_disk=24.997161865234375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:18:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:18:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:18:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:18:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:18:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:18:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:18:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:18:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:18:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:19:03 user nova-compute[74701]: INFO nova.compute.claims [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Claim successful on node user
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.207s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:19:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.policy [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23e818f16d44fcb84509a36a2360176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d824ac494d4ec2a07c456e7a11a364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:19:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Creating image(s)
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "/opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:03 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk 1073741824" returned: 0 in 0.046s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Successfully created port: 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.200s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Cannot resize image /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Ensure instance console log exists: /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Successfully updated port: 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:19:04 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-changed-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Refreshing instance network info cache due to event network-changed-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.neutron [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Instance network_info: |[{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.neutron [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Refreshing network info cache for port 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Start _get_guest_xml network_info=[{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:19:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:19:05 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-963345280',display_name='tempest-AttachVolumeNegativeTest-server-963345280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-963345280',id=47,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRgjHcoBogEXPtU6eDcX0JQPG3sGXosquJgZjml7RpOXcudcndp/vpIV9upLu2K2XecBbRuoElWr2wtN6pw4wOHlaK8hWdbO4vsPRPOiZoucRHd2SP51QfA25c4Z98ZdQ==',key_name='tempest-keypair-925547680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-00zeti70',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:19:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=e7402c08-b12a-41c2-bf38-e1d92765fa37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.objects.instance [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'pci_devices' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:19:05 user nova-compute[74701]:   <uuid>e7402c08-b12a-41c2-bf38-e1d92765fa37</uuid>
Oct 24 20:19:05 user nova-compute[74701]:   <name>instance-0000002f</name>
Oct 24 20:19:05 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:19:05 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:19:05 user nova-compute[74701]:   <metadata>
Oct 24 20:19:05 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:19:05 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeNegativeTest-server-963345280</nova:name>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:19:05</nova:creationTime>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:19:05 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:19:05 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:owner>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:user uuid="b23e818f16d44fcb84509a36a2360176">tempest-AttachVolumeNegativeTest-1578349220-project-member</nova:user>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:project uuid="40d824ac494d4ec2a07c456e7a11a364">tempest-AttachVolumeNegativeTest-1578349220</nova:project>
Oct 24 20:19:05 user nova-compute[74701]:       </nova:owner>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:19:05 user nova-compute[74701]:       <nova:ports>
Oct 24 20:19:05 user nova-compute[74701]:         <nova:port uuid="7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f">
Oct 24 20:19:05 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 20:19:05 user nova-compute[74701]:         </nova:port>
Oct 24 20:19:05 user nova-compute[74701]:       </nova:ports>
Oct 24 20:19:05 user nova-compute[74701]:     </nova:instance>
Oct 24 20:19:05 user nova-compute[74701]:   </metadata>
Oct 24 20:19:05 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:19:05 user nova-compute[74701]:     <system>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="serial">e7402c08-b12a-41c2-bf38-e1d92765fa37</entry>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="uuid">e7402c08-b12a-41c2-bf38-e1d92765fa37</entry>
Oct 24 20:19:05 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:19:05 user nova-compute[74701]:     </system>
Oct 24 20:19:05 user nova-compute[74701]:   </sysinfo>
Oct 24 20:19:05 user nova-compute[74701]:   <os>
Oct 24 20:19:05 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:19:05 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:19:05 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:19:05 user nova-compute[74701]:   </os>
Oct 24 20:19:05 user nova-compute[74701]:   <features>
Oct 24 20:19:05 user nova-compute[74701]:     <acpi/>
Oct 24 20:19:05 user nova-compute[74701]:     <apic/>
Oct 24 20:19:05 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:19:05 user nova-compute[74701]:   </features>
Oct 24 20:19:05 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:19:05 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:19:05 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:19:05 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:19:05 user nova-compute[74701]:   </clock>
Oct 24 20:19:05 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:19:05 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:19:05 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:19:05 user nova-compute[74701]:   </cpu>
Oct 24 20:19:05 user nova-compute[74701]:   <devices>
Oct 24 20:19:05 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:19:05 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:19:05 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk"/>
Oct 24 20:19:05 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:19:05 user nova-compute[74701]:     </disk>
Oct 24 20:19:05 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:19:05 user nova-compute[74701]:       <mac address="fa:16:3e:ba:23:8b"/>
Oct 24 20:19:05 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:19:05 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:19:05 user nova-compute[74701]:       <target dev="tap7c3fb5e0-70"/>
Oct 24 20:19:05 user nova-compute[74701]:     </interface>
Oct 24 20:19:05 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:19:05 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/console.log" append="off"/>
Oct 24 20:19:05 user nova-compute[74701]:     </serial>
Oct 24 20:19:05 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:19:05 user nova-compute[74701]:     <video>
Oct 24 20:19:05 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:19:05 user nova-compute[74701]:     </video>
Oct 24 20:19:05 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:19:05 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:19:05 user nova-compute[74701]:     </rng>
Oct 24 20:19:05 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:19:05 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:19:05 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:19:05 user nova-compute[74701]:     </memballoon>
Oct 24 20:19:05 user nova-compute[74701]:   </devices>
Oct 24 20:19:05 user nova-compute[74701]: </domain>
Oct 24 20:19:05 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-963345280',display_name='tempest-AttachVolumeNegativeTest-server-963345280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-963345280',id=47,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRgjHcoBogEXPtU6eDcX0JQPG3sGXosquJgZjml7RpOXcudcndp/vpIV9upLu2K2XecBbRuoElWr2wtN6pw4wOHlaK8hWdbO4vsPRPOiZoucRHd2SP51QfA25c4Z98ZdQ==',key_name='tempest-keypair-925547680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-00zeti70',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:19:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=e7402c08-b12a-41c2-bf38-e1d92765fa37,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG os_vif [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '86f5678a-b956-5034-a05a-4a838bdf3377', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c3fb5e0-70, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c3fb5e0-70, col_values=(('qos', UUID('eb470330-bcc8-4e16-8c74-fadfd391f777')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c3fb5e0-70, col_values=(('external_ids', {'iface-id': '7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:23:8b', 'vm-uuid': 'e7402c08-b12a-41c2-bf38-e1d92765fa37'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:05 user nova-compute[74701]: INFO os_vif [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70')
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:ba:23:8b, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.neutron [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated VIF entry in instance network info cache for port 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG nova.network.neutron [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:19:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-51968f2d-4c14-462a-a392-765bb52abad6 req-fec8a3c7-6a9f-4222-b962-6297d68c5810 service nova] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:06 user nova-compute[74701]: DEBUG nova.compute.manager [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] No waiting events found dispatching network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:19:06 user nova-compute[74701]: WARNING nova.compute.manager [req-141c4ac1-dba0-4354-9581-e67c9c27189a req-7e7a54a0-6b93-4d1a-a2c1-69da353be8d7 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received unexpected event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f for instance with vm_state building and task_state spawning.
Oct 24 20:19:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:19:08 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Instance spawned successfully.
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:19:08 user nova-compute[74701]: INFO nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Took 4.99 seconds to spawn the instance on the hypervisor.
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:08 user nova-compute[74701]: DEBUG nova.compute.manager [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] No waiting events found dispatching network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:19:08 user nova-compute[74701]: WARNING nova.compute.manager [req-61213c99-2682-4a9e-b200-70b01f36d507 req-53bfa58d-4f76-4b4f-ac1c-07d3f568546d service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received unexpected event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f for instance with vm_state building and task_state spawning.
Oct 24 20:19:08 user nova-compute[74701]: INFO nova.compute.manager [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Took 5.53 seconds to build instance.
Oct 24 20:19:08 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-fdedde36-f0a6-44c7-a3cd-bcb11c1ee739 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.628s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:19:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:19:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:19:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8895MB free_disk=24.994754791259766GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:19:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.386s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:19:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:19:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:28 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:19:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:19:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:19:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:19:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:19:57 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:20:06 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:20:06 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:20:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:20:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:20:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:20:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:20:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=24.966411590576172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:20:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.285s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:20:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:20:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:20:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:20:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:20:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:20:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-changed-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG nova.compute.manager [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Refreshing instance network info cache due to event network-changed-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Refreshing network info cache for port 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated VIF entry in instance network info cache for port 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG nova.network.neutron [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:20:54 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d96e484a-abe7-4324-a8de-2e86e1aa362b req-cb7640fe-6ed7-4a35-8e70-5d8df86617cf service nova] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:20:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:20:59 user nova-compute[74701]: INFO nova.compute.manager [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Attaching volume afb69502-5245-43b5-b1b3-598ac41a96d8 to /dev/vdb
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.utils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c14642-423b-4fdc-971f-120a087ba925]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[95503dc4-555a-4294-872d-93c49953f0c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e91158-606e-462b-9416-1ae6c3dceb0d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a873b8f7-bce7-40df-a2ac-fb558f25d004]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:20:59 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:20:59 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc83143-64ee-4bc1-831a-4053eec87b2f]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG os_brick.utils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:20:59 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating existing volume attachment record: 6442ae9e-d8a1-427a-a0b8-bec4c6498df4 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:21:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:21:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=24.96548843383789GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:21:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.159s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYqiBDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:21:25 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:21:25 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:21:25 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[7af45e59-24de-45b5-a10f-efdac075e5a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:21:25 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[86113d3f-0ba0-4f90-8917-40381aed2544]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8] added
Oct 24 20:21:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f7b8984-8b27-423f-b822-d9e26ce108b4]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1826da-3c5d-4015-b8a8-f8fabd559596]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LuYqiBDH {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LuYqiBDH" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2b00e3-51af-4dbb-80ac-125ecc5fe694]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LuYqiBDH'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6254a4a3-dfa0-4430-8281-cf5a816da0de]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c934062-e454-4267-a880-5b563e258b77]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:21:25 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:21:25 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:21:25 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 20:21:25 user nova-compute[74701]: 
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb3d81f-3801-461a-92fd-e6cd1b05c9e3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260]
Oct 24 20:21:25 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260] successful.
Oct 24 20:21:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb6e74bc-6c17-45e5-9a65-cc89c93556ab]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c89713-1b28-46ef-9cb9-f7f41bb057fc]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)
Oct 24 20:21:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)
Oct 24 20:21:25 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed270619-4dad-44d0-ac62-1340224c71ea]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:21:25 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYqiBDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23563356233306135', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563356233306135', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.objects.instance [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:21:26 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:21:26 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:21:26 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:21:26 user nova-compute[74701]:   <serial>afb69502-5245-43b5-b1b3-598ac41a96d8</serial>
Oct 24 20:21:26 user nova-compute[74701]: </disk>
Oct 24 20:21:26 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:21:26 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:ba:23:8b, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:21:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-8c23c82e-a72a-4e18-ab67-d1bdedd99842 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.633s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:27 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:21:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:29 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:21:29 user nova-compute[74701]: INFO nova.compute.claims [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Claim successful on node user
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.204s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:21:30 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.policy [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23e818f16d44fcb84509a36a2360176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d824ac494d4ec2a07c456e7a11a364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:21:30 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Creating image(s)
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "/opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.199s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk 1073741824" returned: 0 in 0.049s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Successfully created port: de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking if we can resize image /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:21:30 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Cannot resize image /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Ensure instance console log exists: /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Successfully updated port: de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquired lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-changed-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.compute.manager [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Refreshing instance network info cache due to event network-changed-de2b905a-e895-482c-86de-32fc04c391b5. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] Acquiring lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.neutron [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updating instance_info_cache with network_info: [{"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Releasing lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Instance network_info: |[{"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] Acquired lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.neutron [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Refreshing network info cache for port de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Start _get_guest_xml network_info=[{"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:21:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:21:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:21:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-484646698',display_name='tempest-AttachVolumeNegativeTest-server-484646698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-484646698',id=48,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoMCYcUVj0C52mKnuicSAksOoUG0CBbo8gD11TGYnpgQh2AVt6t8qynDB2gu9YH/RZzRwvDF1OcpmRH8cASW98SOZYDymeTf7SmeK+AK2LhfWn9HrAFE+bL6W39/L7K/A==',key_name='tempest-keypair-1588719834',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-p04p69jw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:21:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=009f0590-bf10-41b6-b7de-c297f244ffd1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.objects.instance [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'pci_devices' on Instance uuid 009f0590-bf10-41b6-b7de-c297f244ffd1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:21:31 user nova-compute[74701]:   <uuid>009f0590-bf10-41b6-b7de-c297f244ffd1</uuid>
Oct 24 20:21:31 user nova-compute[74701]:   <name>instance-00000030</name>
Oct 24 20:21:31 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:21:31 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:21:31 user nova-compute[74701]:   <metadata>
Oct 24 20:21:31 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:21:31 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeNegativeTest-server-484646698</nova:name>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:21:31</nova:creationTime>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:21:31 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:21:31 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:owner>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:user uuid="b23e818f16d44fcb84509a36a2360176">tempest-AttachVolumeNegativeTest-1578349220-project-member</nova:user>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:project uuid="40d824ac494d4ec2a07c456e7a11a364">tempest-AttachVolumeNegativeTest-1578349220</nova:project>
Oct 24 20:21:31 user nova-compute[74701]:       </nova:owner>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:21:31 user nova-compute[74701]:       <nova:ports>
Oct 24 20:21:31 user nova-compute[74701]:         <nova:port uuid="de2b905a-e895-482c-86de-32fc04c391b5">
Oct 24 20:21:31 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 24 20:21:31 user nova-compute[74701]:         </nova:port>
Oct 24 20:21:31 user nova-compute[74701]:       </nova:ports>
Oct 24 20:21:31 user nova-compute[74701]:     </nova:instance>
Oct 24 20:21:31 user nova-compute[74701]:   </metadata>
Oct 24 20:21:31 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:21:31 user nova-compute[74701]:     <system>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="serial">009f0590-bf10-41b6-b7de-c297f244ffd1</entry>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="uuid">009f0590-bf10-41b6-b7de-c297f244ffd1</entry>
Oct 24 20:21:31 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:21:31 user nova-compute[74701]:     </system>
Oct 24 20:21:31 user nova-compute[74701]:   </sysinfo>
Oct 24 20:21:31 user nova-compute[74701]:   <os>
Oct 24 20:21:31 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:21:31 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:21:31 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:21:31 user nova-compute[74701]:   </os>
Oct 24 20:21:31 user nova-compute[74701]:   <features>
Oct 24 20:21:31 user nova-compute[74701]:     <acpi/>
Oct 24 20:21:31 user nova-compute[74701]:     <apic/>
Oct 24 20:21:31 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:21:31 user nova-compute[74701]:   </features>
Oct 24 20:21:31 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:21:31 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:21:31 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:21:31 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:21:31 user nova-compute[74701]:   </clock>
Oct 24 20:21:31 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:21:31 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:21:31 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:21:31 user nova-compute[74701]:   </cpu>
Oct 24 20:21:31 user nova-compute[74701]:   <devices>
Oct 24 20:21:31 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:21:31 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:21:31 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk"/>
Oct 24 20:21:31 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:21:31 user nova-compute[74701]:     </disk>
Oct 24 20:21:31 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:21:31 user nova-compute[74701]:       <mac address="fa:16:3e:fe:85:35"/>
Oct 24 20:21:31 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:21:31 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:21:31 user nova-compute[74701]:       <target dev="tapde2b905a-e8"/>
Oct 24 20:21:31 user nova-compute[74701]:     </interface>
Oct 24 20:21:31 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:21:31 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/console.log" append="off"/>
Oct 24 20:21:31 user nova-compute[74701]:     </serial>
Oct 24 20:21:31 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:21:31 user nova-compute[74701]:     <video>
Oct 24 20:21:31 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:21:31 user nova-compute[74701]:     </video>
Oct 24 20:21:31 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:21:31 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:21:31 user nova-compute[74701]:     </rng>
Oct 24 20:21:31 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:21:31 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:21:31 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:21:31 user nova-compute[74701]:     </memballoon>
Oct 24 20:21:31 user nova-compute[74701]:   </devices>
Oct 24 20:21:31 user nova-compute[74701]: </domain>
Oct 24 20:21:31 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:21:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-484646698',display_name='tempest-AttachVolumeNegativeTest-server-484646698',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-484646698',id=48,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoMCYcUVj0C52mKnuicSAksOoUG0CBbo8gD11TGYnpgQh2AVt6t8qynDB2gu9YH/RZzRwvDF1OcpmRH8cASW98SOZYDymeTf7SmeK+AK2LhfWn9HrAFE+bL6W39/L7K/A==',key_name='tempest-keypair-1588719834',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-p04p69jw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:21:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=009f0590-bf10-41b6-b7de-c297f244ffd1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG os_vif [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2693ba6-a545-501d-b210-b9fadf044819', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde2b905a-e8, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde2b905a-e8, col_values=(('qos', UUID('4a0276ca-8125-41ab-995c-d17bd8f9442d')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde2b905a-e8, col_values=(('external_ids', {'iface-id': 'de2b905a-e895-482c-86de-32fc04c391b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fe:85:35', 'vm-uuid': '009f0590-bf10-41b6-b7de-c297f244ffd1'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:31 user nova-compute[74701]: INFO os_vif [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8')
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:21:31 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:fe:85:35, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:21:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updated VIF entry in instance network info cache for port de2b905a-e895-482c-86de-32fc04c391b5. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:21:32 user nova-compute[74701]: DEBUG nova.network.neutron [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updating instance_info_cache with network_info: [{"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:21:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-770dcaa2-f6a8-4919-8904-014b8a19a159 req-22497b99-03ad-413c-8948-b97232eb88d1 service nova] Releasing lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] No waiting events found dispatching network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:21:33 user nova-compute[74701]: WARNING nova.compute.manager [req-1b4121d9-739f-45ad-b93b-d70a6a439e7e req-46d53a1a-27a4-42b6-81c0-f74320edb832 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received unexpected event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 for instance with vm_state building and task_state spawning.
Oct 24 20:21:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Skipping network cache update for instance because it is Building. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:21:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:21:35 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Instance spawned successfully.
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:21:35 user nova-compute[74701]: INFO nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Took 5.11 seconds to spawn the instance on the hypervisor.
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:21:35 user nova-compute[74701]: INFO nova.compute.manager [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Took 5.64 seconds to build instance.
Oct 24 20:21:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-ca54d633-8d85-4bb1-a3a0-cbcf37316734 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.730s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:21:35 user nova-compute[74701]: DEBUG nova.compute.manager [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] No waiting events found dispatching network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:21:35 user nova-compute[74701]: WARNING nova.compute.manager [req-a63afc9a-4280-4ef4-bb5e-a0dc965eb477 req-91058666-a438-4583-9dd1-4865c9491c68 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received unexpected event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 for instance with vm_state active and task_state None.
Oct 24 20:21:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:21:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:21:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:21:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:22:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:22:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:22:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8853MB free_disk=24.935733795166016GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 009f0590-bf10-41b6-b7de-c297f244ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:22:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:22:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:24 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:22:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:22:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:23:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:23:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-changed-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG nova.compute.manager [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Refreshing instance network info cache due to event network-changed-de2b905a-e895-482c-86de-32fc04c391b5. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] Acquiring lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] Acquired lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Refreshing network info cache for port de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updated VIF entry in instance network info cache for port de2b905a-e895-482c-86de-32fc04c391b5. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:23:20 user nova-compute[74701]: DEBUG nova.network.neutron [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updating instance_info_cache with network_info: [{"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d11e32df-e5a1-41fe-b5e9-fc07de707688 req-28afef13-f2d8-4041-9711-57a2e287c812 service nova] Releasing lock "refresh_cache-009f0590-bf10-41b6-b7de-c297f244ffd1" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:21 user nova-compute[74701]: INFO nova.compute.manager [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Terminating instance
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Instance destroyed successfully.
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.objects.instance [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'resources' on Instance uuid 009f0590-bf10-41b6-b7de-c297f244ffd1 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:21:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-484646698',display_name='tempest-AttachVolumeNegativeTest-server-484646698',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-484646698',id=48,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoMCYcUVj0C52mKnuicSAksOoUG0CBbo8gD11TGYnpgQh2AVt6t8qynDB2gu9YH/RZzRwvDF1OcpmRH8cASW98SOZYDymeTf7SmeK+AK2LhfWn9HrAFE+bL6W39/L7K/A==',key_name='tempest-keypair-1588719834',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:21:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-p04p69jw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:21:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=009f0590-bf10-41b6-b7de-c297f244ffd1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "de2b905a-e895-482c-86de-32fc04c391b5", "address": "fa:16:3e:fe:85:35", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde2b905a-e8", "ovs_interfaceid": "de2b905a-e895-482c-86de-32fc04c391b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG os_vif [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde2b905a-e8, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a0276ca-8125-41ab-995c-d17bd8f9442d) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:21 user nova-compute[74701]: INFO os_vif [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fe:85:35,bridge_name='br-int',has_traffic_filtering=True,id=de2b905a-e895-482c-86de-32fc04c391b5,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde2b905a-e8')
Oct 24 20:23:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Deleting instance files /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1_del
Oct 24 20:23:21 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Deletion of /opt/stack/data/nova/instances/009f0590-bf10-41b6-b7de-c297f244ffd1_del complete
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:23:21 user nova-compute[74701]: INFO nova.compute.manager [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:23:21 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74701) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 24 20:23:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Error from libvirt while getting description of instance-00000030: [Error Code 42] Domain not found: no domain with matching uuid '009f0590-bf10-41b6-b7de-c297f244ffd1' (instance-00000030): libvirt.libvirtError: Domain not found: no domain with matching uuid '009f0590-bf10-41b6-b7de-c297f244ffd1' (instance-00000030)
Oct 24 20:23:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:23:22 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8936MB free_disk=24.927242279052734GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:23:22 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Took 0.70 seconds to deallocate network for instance.
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 009f0590-bf10-41b6-b7de-c297f244ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.161s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-vif-unplugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] No waiting events found dispatching network-vif-unplugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:23:22 user nova-compute[74701]: WARNING nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received unexpected event network-vif-unplugged-de2b905a-e895-482c-86de-32fc04c391b5 for instance with vm_state deleted and task_state None.
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Acquiring lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] No waiting events found dispatching network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:23:22 user nova-compute[74701]: WARNING nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received unexpected event network-vif-plugged-de2b905a-e895-482c-86de-32fc04c391b5 for instance with vm_state deleted and task_state None.
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.manager [req-a2e9a9f0-14de-4fff-85f7-ba622096a6c8 req-a207823d-38cf-4606-bb0f-1ea4e4eeb7fb service nova] [instance: 009f0590-bf10-41b6-b7de-c297f244ffd1] Received event network-vif-deleted-de2b905a-e895-482c-86de-32fc04c391b5 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:22 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Deleted allocations for instance 009f0590-bf10-41b6-b7de-c297f244ffd1
Oct 24 20:23:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-a1be68db-d9ee-4bba-a491-10bb01aac563 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "009f0590-bf10-41b6-b7de-c297f244ffd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.876s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:23:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:28 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:23:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:23:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:23:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:23:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:23:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:23:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:24:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:09 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:09 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:24:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:24:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:24:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:24:12 user nova-compute[74701]: INFO nova.compute.manager [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Detaching volume afb69502-5245-43b5-b1b3-598ac41a96d8
Oct 24 20:24:12 user nova-compute[74701]: INFO nova.virt.block_device [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Attempting to driver detach volume afb69502-5245-43b5-b1b3-598ac41a96d8 from mountpoint /dev/vdb
Oct 24 20:24:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Attempting to detach device vdb from instance e7402c08-b12a-41c2-bf38-e1d92765fa37 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:24:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:24:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:24:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:24:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:24:12 user nova-compute[74701]:   <serial>afb69502-5245-43b5-b1b3-598ac41a96d8</serial>
Oct 24 20:24:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:24:12 user nova-compute[74701]: </disk>
Oct 24 20:24:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:24:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance e7402c08-b12a-41c2-bf38-e1d92765fa37 from the persistent domain config.
Oct 24 20:24:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e7402c08-b12a-41c2-bf38-e1d92765fa37 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:24:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:24:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:24:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:24:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:24:12 user nova-compute[74701]:   <serial>afb69502-5245-43b5-b1b3-598ac41a96d8</serial>
Oct 24 20:24:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:24:12 user nova-compute[74701]: </disk>
Oct 24 20:24:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:24:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:24:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4995-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:24:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:22 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:23 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:24:23 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8970MB free_disk=24.954444885253906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:24:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.306s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:24:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:24:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:32 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e7402c08-b12a-41c2-bf38-e1d92765fa37 is timed out.
Oct 24 20:24:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance e7402c08-b12a-41c2-bf38-e1d92765fa37 from the live domain config.
Oct 24 20:24:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LuYqiBDH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:24:32 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[268f7741-4ec2-4b76-af7c-4295470d1ce0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:24:32 user nova-compute[74701]: No targets found.
Oct 24 20:24:32 user nova-compute[74701]: iSNS:
Oct 24 20:24:32 user nova-compute[74701]: No targets found.
Oct 24 20:24:32 user nova-compute[74701]: STATIC:
Oct 24 20:24:32 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8
Oct 24 20:24:32 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:24:32 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:24:32 user nova-compute[74701]: FIRMWARE:
Oct 24 20:24:32 user nova-compute[74701]: No targets found.
Oct 24 20:24:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:24:32 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:24:32 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a6792a0-e7f0-49b6-9800-6a5bbace4f6c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3bb611a-d7d1-4f05-9dcf-7b3c60744a34]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)
Oct 24 20:24:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 (non-flash)
Oct 24 20:24:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f004b1090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd961794-3abc-4c44-8bc7-7b07c66c5ab6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef8f7a4-5a00-4895-93bd-91de41014eb0]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f37a49a4-899f-4ada-aa02-e9ae09f21ed0]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[712d23fb-ec79-4ee6-991a-0f917f00b1b5]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f669e30-2a61-4c08-bc03-5f1d41b46363]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4f9911a-c7f1-4596-8b12-9da3c47b4ac9]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260]
Oct 24 20:24:33 user nova-compute[74701]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8, portal: 172.16.0.220,3260] successful.
Oct 24 20:24:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:afb69502-5245-43b5-b1b3-598ac41a96d8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f9c9d1-f7b1-4255-b3ee-09559a0c5280]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== disconnect_volume: return (274ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:24:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:24:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:24:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-db825c62-335d-430a-a478-388f37ebca27 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.818s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:24:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [{"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-e7402c08-b12a-41c2-bf38-e1d92765fa37" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:24:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:24:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:24:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:02 user nova-compute[74701]: INFO nova.compute.manager [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Terminating instance
Oct 24 20:25:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-unplugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] No waiting events found dispatching network-vif-unplugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-6e6f674c-0bcc-4519-ab24-233284873865 req-05f8fbc2-0cae-4369-b883-8df521ef0605 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-unplugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Instance destroyed successfully.
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.objects.instance [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'resources' on Instance uuid e7402c08-b12a-41c2-bf38-e1d92765fa37 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:19:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-963345280',display_name='tempest-AttachVolumeNegativeTest-server-963345280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-963345280',id=47,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHRgjHcoBogEXPtU6eDcX0JQPG3sGXosquJgZjml7RpOXcudcndp/vpIV9upLu2K2XecBbRuoElWr2wtN6pw4wOHlaK8hWdbO4vsPRPOiZoucRHd2SP51QfA25c4Z98ZdQ==',key_name='tempest-keypair-925547680',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:19:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-00zeti70',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:19:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=e7402c08-b12a-41c2-bf38-e1d92765fa37,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "address": "fa:16:3e:ba:23:8b", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c3fb5e0-70", "ovs_interfaceid": "7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG os_vif [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c3fb5e0-70, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb470330-bcc8-4e16-8c74-fadfd391f777) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:03 user nova-compute[74701]: INFO os_vif [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:23:8b,bridge_name='br-int',has_traffic_filtering=True,id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c3fb5e0-70')
Oct 24 20:25:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Deleting instance files /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37_del
Oct 24 20:25:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Deletion of /opt/stack/data/nova/instances/e7402c08-b12a-41c2-bf38-e1d92765fa37_del complete
Oct 24 20:25:03 user nova-compute[74701]: INFO nova.compute.manager [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 20:25:03 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:25:03 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-e4f4ae75-1720-4402-aee4-69ffa59e8b10 req-84b9b64d-9b8b-4929-8794-94eb7e0b2cfd service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-deleted-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:25:04 user nova-compute[74701]: INFO nova.compute.manager [req-e4f4ae75-1720-4402-aee4-69ffa59e8b10 req-84b9b64d-9b8b-4929-8794-94eb7e0b2cfd service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Neutron deleted interface 7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f; detaching it from the instance and deleting it from the info cache
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.network.neutron [req-e4f4ae75-1720-4402-aee4-69ffa59e8b10 req-84b9b64d-9b8b-4929-8794-94eb7e0b2cfd service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:25:04 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Took 0.75 seconds to deallocate network for instance.
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-e4f4ae75-1720-4402-aee4-69ffa59e8b10 req-84b9b64d-9b8b-4929-8794-94eb7e0b2cfd service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Detach interface failed, port_id=7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f, reason: Instance e7402c08-b12a-41c2-bf38-e1d92765fa37 could not be found. {{(pid=74701) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:25:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:04 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Deleted allocations for instance e7402c08-b12a-41c2-bf38-e1d92765fa37
Oct 24 20:25:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-c745dc45-5f1f-4402-b529-83a4ebc4cd24 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.929s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:25:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] Acquiring lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] Lock "e7402c08-b12a-41c2-bf38-e1d92765fa37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] No waiting events found dispatching network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:25:05 user nova-compute[74701]: WARNING nova.compute.manager [req-ed65f982-521a-49b7-8448-24bb0f78e27a req-475b1add-5309-4080-ab1b-ea6ccc2d2900 service nova] [instance: e7402c08-b12a-41c2-bf38-e1d92765fa37] Received unexpected event network-vif-plugged-7c3fb5e0-70b2-4edc-ad89-6fbc5b2a8a6f for instance with vm_state deleted and task_state None.
Oct 24 20:25:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:10 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:25:10 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:25:11 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:23 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:25:23 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9098MB free_disk=24.981658935546875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:25:23 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.277s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:30 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:25:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:25:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:25:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:25:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:25:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:25:56 user nova-compute[74701]: INFO nova.compute.claims [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Claim successful on node user
Oct 24 20:25:56 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:25:56 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.237s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:25:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.policy [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23e818f16d44fcb84509a36a2360176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d824ac494d4ec2a07c456e7a11a364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:25:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Creating image(s)
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "/opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.176s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.183s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk 1073741824" returned: 0 in 0.054s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Successfully created port: 5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.177s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking if we can resize image /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:25:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.160s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Cannot resize image /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Ensure instance console log exists: /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Successfully updated port: 5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-changed-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.compute.manager [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Refreshing instance network info cache due to event network-changed-5af98303-9247-4e43-ae2c-0de8c4fe39fc. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Instance network_info: |[{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Refreshing network info cache for port 5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Start _get_guest_xml network_info=[{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:25:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:25:59 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:25:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1199963374',display_name='tempest-AttachVolumeNegativeTest-server-1199963374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1199963374',id=49,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJFvdHvqTgdkIqJnhun+7n8qEdP9utitG/+aFSJ/h8xIoXF/xCc8Etf3iXaMCUcBy+zcwG1g6WyHls7/QKIKYfqV9Ctii+rWFEo8bSCxMileTJUYIgejfwc5F1SN21ljg==',key_name='tempest-keypair-956100571',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-nsy481ib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:25:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=104cbc50-b1ee-4ba8-a640-709f362c7746,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.objects.instance [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'pci_devices' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:25:59 user nova-compute[74701]:   <uuid>104cbc50-b1ee-4ba8-a640-709f362c7746</uuid>
Oct 24 20:25:59 user nova-compute[74701]:   <name>instance-00000031</name>
Oct 24 20:25:59 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:25:59 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:25:59 user nova-compute[74701]:   <metadata>
Oct 24 20:25:59 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:25:59 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1199963374</nova:name>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:25:59</nova:creationTime>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:25:59 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:25:59 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:owner>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:user uuid="b23e818f16d44fcb84509a36a2360176">tempest-AttachVolumeNegativeTest-1578349220-project-member</nova:user>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:project uuid="40d824ac494d4ec2a07c456e7a11a364">tempest-AttachVolumeNegativeTest-1578349220</nova:project>
Oct 24 20:25:59 user nova-compute[74701]:       </nova:owner>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:25:59 user nova-compute[74701]:       <nova:ports>
Oct 24 20:25:59 user nova-compute[74701]:         <nova:port uuid="5af98303-9247-4e43-ae2c-0de8c4fe39fc">
Oct 24 20:25:59 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 24 20:25:59 user nova-compute[74701]:         </nova:port>
Oct 24 20:25:59 user nova-compute[74701]:       </nova:ports>
Oct 24 20:25:59 user nova-compute[74701]:     </nova:instance>
Oct 24 20:25:59 user nova-compute[74701]:   </metadata>
Oct 24 20:25:59 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:25:59 user nova-compute[74701]:     <system>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="serial">104cbc50-b1ee-4ba8-a640-709f362c7746</entry>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="uuid">104cbc50-b1ee-4ba8-a640-709f362c7746</entry>
Oct 24 20:25:59 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:25:59 user nova-compute[74701]:     </system>
Oct 24 20:25:59 user nova-compute[74701]:   </sysinfo>
Oct 24 20:25:59 user nova-compute[74701]:   <os>
Oct 24 20:25:59 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:25:59 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:25:59 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:25:59 user nova-compute[74701]:   </os>
Oct 24 20:25:59 user nova-compute[74701]:   <features>
Oct 24 20:25:59 user nova-compute[74701]:     <acpi/>
Oct 24 20:25:59 user nova-compute[74701]:     <apic/>
Oct 24 20:25:59 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:25:59 user nova-compute[74701]:   </features>
Oct 24 20:25:59 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:25:59 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:25:59 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:25:59 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:25:59 user nova-compute[74701]:   </clock>
Oct 24 20:25:59 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:25:59 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:25:59 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:25:59 user nova-compute[74701]:   </cpu>
Oct 24 20:25:59 user nova-compute[74701]:   <devices>
Oct 24 20:25:59 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:25:59 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:25:59 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk"/>
Oct 24 20:25:59 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:25:59 user nova-compute[74701]:     </disk>
Oct 24 20:25:59 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:25:59 user nova-compute[74701]:       <mac address="fa:16:3e:9a:23:47"/>
Oct 24 20:25:59 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:25:59 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:25:59 user nova-compute[74701]:       <target dev="tap5af98303-92"/>
Oct 24 20:25:59 user nova-compute[74701]:     </interface>
Oct 24 20:25:59 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:25:59 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/console.log" append="off"/>
Oct 24 20:25:59 user nova-compute[74701]:     </serial>
Oct 24 20:25:59 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:25:59 user nova-compute[74701]:     <video>
Oct 24 20:25:59 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:25:59 user nova-compute[74701]:     </video>
Oct 24 20:25:59 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:25:59 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:25:59 user nova-compute[74701]:     </rng>
Oct 24 20:25:59 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:25:59 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:25:59 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:25:59 user nova-compute[74701]:     </memballoon>
Oct 24 20:25:59 user nova-compute[74701]:   </devices>
Oct 24 20:25:59 user nova-compute[74701]: </domain>
Oct 24 20:25:59 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:25:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1199963374',display_name='tempest-AttachVolumeNegativeTest-server-1199963374',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1199963374',id=49,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJFvdHvqTgdkIqJnhun+7n8qEdP9utitG/+aFSJ/h8xIoXF/xCc8Etf3iXaMCUcBy+zcwG1g6WyHls7/QKIKYfqV9Ctii+rWFEo8bSCxMileTJUYIgejfwc5F1SN21ljg==',key_name='tempest-keypair-956100571',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-nsy481ib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:25:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=104cbc50-b1ee-4ba8-a640-709f362c7746,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG os_vif [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e5ca53f7-092c-5410-966f-2b079ac037f8', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5af98303-92, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5af98303-92, col_values=(('qos', UUID('120490f9-0cbf-4a26-8232-ed5ab1844e05')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5af98303-92, col_values=(('external_ids', {'iface-id': '5af98303-9247-4e43-ae2c-0de8c4fe39fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:23:47', 'vm-uuid': '104cbc50-b1ee-4ba8-a640-709f362c7746'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:25:59 user nova-compute[74701]: INFO os_vif [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92')
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:9a:23:47, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updated VIF entry in instance network info cache for port 5af98303-9247-4e43-ae2c-0de8c4fe39fc. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:25:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4183b887-6a2a-4c82-a42c-74d6aecbff47 req-90f5ab6e-940c-4397-a382-71ef26436b6e service nova] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:26:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] No waiting events found dispatching network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:26:00 user nova-compute[74701]: WARNING nova.compute.manager [req-6162e7d7-a559-48a3-a1b9-66478f6550d8 req-e3ee6612-422e-44fa-a973-99eea9b53f91 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received unexpected event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc for instance with vm_state building and task_state spawning.
Oct 24 20:26:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:26:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Instance spawned successfully.
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:26:02 user nova-compute[74701]: INFO nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Took 5.74 seconds to spawn the instance on the hypervisor.
Oct 24 20:26:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:26:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:26:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:26:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:26:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:26:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] No waiting events found dispatching network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:26:03 user nova-compute[74701]: WARNING nova.compute.manager [req-d8c77d63-69c6-4156-9a28-7af324170fcc req-efa44d75-3344-4db5-8335-ec18fd702bf1 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received unexpected event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc for instance with vm_state building and task_state spawning.
Oct 24 20:26:03 user nova-compute[74701]: INFO nova.compute.manager [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Took 6.30 seconds to build instance.
Oct 24 20:26:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-44b32c7f-2245-488b-b0de-dc48dd673394 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.394s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:26:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:26:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:26:25 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:26:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:26:26 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8905MB free_disk=24.95206069946289GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 104cbc50-b1ee-4ba8-a640-709f362c7746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:26:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:26:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:26:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:26:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:26:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:26:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:26:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:26:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:26:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:27:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.006s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:27:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:27:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=24.95125961303711GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 104cbc50-b1ee-4ba8-a640-709f362c7746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:27:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.321s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:27:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:30 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:27:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:27:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:27:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:27:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:27:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-changed-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Refreshing instance network info cache due to event network-changed-5af98303-9247-4e43-ae2c-0de8c4fe39fc. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Refreshing network info cache for port 5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updated VIF entry in instance network info cache for port 5af98303-9247-4e43-ae2c-0de8c4fe39fc. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:27:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5d1a7316-35a1-44b6-9c02-99e0ddc2db44 req-742e1458-3c3d-4e2a-90e5-cc4cc9b5b14b service nova] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:27:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:27:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:27:52 user nova-compute[74701]: INFO nova.compute.manager [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Attaching volume 7925af2f-a6ed-4791-ba10-c70c51ed2a18 to /dev/vdb
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.utils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d643ac7c-bc69-4a27-a585-4bb5e1b5bb30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5387cd42-2551-4c79-8262-dcca9cac0489]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a06ece4-bf2c-449a-8c2f-c4f81a14ac67]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[157e631d-ada1-47af-a976-db4598e90307]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:27:52 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:27:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd0b27c-e709-40d6-bdf1-a36344f0dd9e]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG os_brick.utils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:27:52 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating existing volume attachment record: cf348f3c-a805-4abf-9348-db60ad554bf3 {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:27:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:27:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TjXsvCAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:28:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:28:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:28:09 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c4f068-9d03-4057-97fa-7af583a500ab]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:28:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c5e4396-94f6-4ab1-9370-6d034004163c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18] added
Oct 24 20:28:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8448b7a-f5ff-43e2-a820-7863ffd863d9]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[72056449-d6af-46e0-8c78-1e6e5edca009]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TjXsvCAg {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TjXsvCAg" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c692ff93-5b33-4cbb-a9e9-8e1ee038b553]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TjXsvCAg'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.135s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb7ef49e-c52a-4237-9d1c-a00353ed2d36]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9fa3e3-f04c-446f-8f6a-a3d7ba7148f2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:28:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:28:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:28:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 20:28:09 user nova-compute[74701]: 
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a9cdba-9af8-4891-8761-22c342e8fb27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260]
Oct 24 20:28:09 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260] successful.
Oct 24 20:28:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e3677a-ee25-4de5-b47a-dcc92ab46e27]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b6ecb2-a3b6-416e-b18d-6384521cb2f1]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)
Oct 24 20:28:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)
Oct 24 20:28:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.377s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] HCTL ('33', '-', '-', 0) found on session 50 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[46560a1b-d0b6-4ffd-b7c9-111c0808114c]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 50 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TjXsvCAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.408s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '23961613336383231', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961613336383231', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:28:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:28:10 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:28:10 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:28:10 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:28:10 user nova-compute[74701]:   <serial>7925af2f-a6ed-4791-ba10-c70c51ed2a18</serial>
Oct 24 20:28:10 user nova-compute[74701]: </disk>
Oct 24 20:28:10 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:28:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:28:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:28:11 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:9a:23:47, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:28:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-d6324f4d-700b-4880-84b2-2d6eb7ee515b tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.589s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:28:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:28:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:28:12 user nova-compute[74701]: INFO nova.compute.manager [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Detaching volume 7925af2f-a6ed-4791-ba10-c70c51ed2a18
Oct 24 20:28:12 user nova-compute[74701]: INFO nova.virt.block_device [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Attempting to driver detach volume 7925af2f-a6ed-4791-ba10-c70c51ed2a18 from mountpoint /dev/vdb
Oct 24 20:28:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Attempting to detach device vdb from instance 104cbc50-b1ee-4ba8-a640-709f362c7746 from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:28:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:28:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:28:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:28:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:28:12 user nova-compute[74701]:   <serial>7925af2f-a6ed-4791-ba10-c70c51ed2a18</serial>
Oct 24 20:28:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:28:12 user nova-compute[74701]: </disk>
Oct 24 20:28:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:28:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance 104cbc50-b1ee-4ba8-a640-709f362c7746 from the persistent domain config.
Oct 24 20:28:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 104cbc50-b1ee-4ba8-a640-709f362c7746 from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:28:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:28:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:28:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:28:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:28:12 user nova-compute[74701]:   <serial>7925af2f-a6ed-4791-ba10-c70c51ed2a18</serial>
Oct 24 20:28:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:28:12 user nova-compute[74701]: </disk>
Oct 24 20:28:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:28:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:28:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:26 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:28:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=24.950172424316406GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 104cbc50-b1ee-4ba8-a640-709f362c7746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:28:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.177s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:28:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:32 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 104cbc50-b1ee-4ba8-a640-709f362c7746 is timed out.
Oct 24 20:28:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance 104cbc50-b1ee-4ba8-a640-709f362c7746 from the live domain config.
Oct 24 20:28:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TjXsvCAg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:28:32 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f8acd5-8388-4797-b7e6-5d0f9af50928]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:28:32 user nova-compute[74701]: No targets found.
Oct 24 20:28:32 user nova-compute[74701]: iSNS:
Oct 24 20:28:32 user nova-compute[74701]: No targets found.
Oct 24 20:28:32 user nova-compute[74701]: STATIC:
Oct 24 20:28:32 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18
Oct 24 20:28:32 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:28:32 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:28:32 user nova-compute[74701]: FIRMWARE:
Oct 24 20:28:32 user nova-compute[74701]: No targets found.
Oct 24 20:28:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:28:32 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:28:32 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[d83529ee-d5a1-4040-a46f-02729220353a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab7d015-159f-4e93-84cb-92218500ec8e]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)
Oct 24 20:28:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 (non-flash)
Oct 24 20:28:32 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f00470f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c7816f-e948-42d6-aa51-b28bbd7ce590]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[181e019a-1a63-4689-b0d3-8151d82c8ff6]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4fe275-e19e-44a5-9e9b-964a1d4f915d]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:28:32 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09f1894-f620-409c-83b0-99c3d0cb4441]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92ce3f4-414a-4e07-9a9f-a6282bd98e21]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[1aa6711d-6cf0-4835-9794-b44b5aa51a1c]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260]
Oct 24 20:28:33 user nova-compute[74701]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18, portal: 172.16.0.220,3260] successful.
Oct 24 20:28:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7925af2f-a6ed-4791-ba10-c70c51ed2a18 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[183fa1e2-a200-444e-aa87-0ba11e558200]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== disconnect_volume: return (306ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:33 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8770b74-60a9-4730-b3c4-5875e04ace40 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.726s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [{"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-104cbc50-b1ee-4ba8-a640-709f362c7746" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:28:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:28:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:28:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:28:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:02 user nova-compute[74701]: INFO nova.compute.manager [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Terminating instance
Oct 24 20:29:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-unplugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] No waiting events found dispatching network-vif-unplugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:29:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-5e56c0ef-6f08-44ce-a52a-a217c39f7af2 req-d2c814bf-f94b-42f2-aa1f-aebd8dff3524 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-unplugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Instance destroyed successfully.
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'resources' on Instance uuid 104cbc50-b1ee-4ba8-a640-709f362c7746 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:25:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1199963374',display_name='tempest-AttachVolumeNegativeTest-server-1199963374',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1199963374',id=49,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKJFvdHvqTgdkIqJnhun+7n8qEdP9utitG/+aFSJ/h8xIoXF/xCc8Etf3iXaMCUcBy+zcwG1g6WyHls7/QKIKYfqV9Ctii+rWFEo8bSCxMileTJUYIgejfwc5F1SN21ljg==',key_name='tempest-keypair-956100571',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:26:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-nsy481ib',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:26:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=104cbc50-b1ee-4ba8-a640-709f362c7746,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "address": "fa:16:3e:9a:23:47", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5af98303-92", "ovs_interfaceid": "5af98303-9247-4e43-ae2c-0de8c4fe39fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG os_vif [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5af98303-92, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=120490f9-0cbf-4a26-8232-ed5ab1844e05) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:03 user nova-compute[74701]: INFO os_vif [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:23:47,bridge_name='br-int',has_traffic_filtering=True,id=5af98303-9247-4e43-ae2c-0de8c4fe39fc,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5af98303-92')
Oct 24 20:29:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Deleting instance files /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746_del
Oct 24 20:29:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Deletion of /opt/stack/data/nova/instances/104cbc50-b1ee-4ba8-a640-709f362c7746_del complete
Oct 24 20:29:03 user nova-compute[74701]: INFO nova.compute.manager [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 20:29:03 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:29:03 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:29:04 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Took 0.66 seconds to deallocate network for instance.
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-24d39ee5-ce9f-4f20-9b81-fa851a75157c req-391b9fa0-63a3-43e7-b164-13c42d341bd7 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-deleted-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:04 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Deleted allocations for instance 104cbc50-b1ee-4ba8-a640-709f362c7746
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b8c5c858-b584-48d4-9a70-e45d2ff6f057 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.793s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] Acquiring lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] Lock "104cbc50-b1ee-4ba8-a640-709f362c7746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:04 user nova-compute[74701]: DEBUG nova.compute.manager [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] No waiting events found dispatching network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:29:04 user nova-compute[74701]: WARNING nova.compute.manager [req-b5b290ee-52bf-423a-b942-3a6896fcb662 req-0aa3e176-8678-4ed7-b559-3678d2f66609 service nova] [instance: 104cbc50-b1ee-4ba8-a640-709f362c7746] Received unexpected event network-vif-plugged-5af98303-9247-4e43-ae2c-0de8c4fe39fc for instance with vm_state deleted and task_state None.
Oct 24 20:29:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:29:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:23 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:23 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:29:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:29:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:29:27 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9086MB free_disk=24.977386474609375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:29:27 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.140s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:32 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:29:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:29:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:29:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:29:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:29:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:29:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:29:56 user nova-compute[74701]: INFO nova.compute.claims [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Claim successful on node user
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.334s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:29:56 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:29:56 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:29:57 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Creating image(s)
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "/opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "/opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.policy [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23e818f16d44fcb84509a36a2360176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40d824ac494d4ec2a07c456e7a11a364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk 1073741824" returned: 0 in 0.046s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Successfully created port: 9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.209s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Cannot resize image /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Ensure instance console log exists: /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:29:57 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Successfully updated port: 9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-changed-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.compute.manager [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Refreshing instance network info cache due to event network-changed-9e2625cc-fc0d-4801-8c97-daca97331919. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.neutron [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Instance network_info: |[{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.neutron [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Refreshing network info cache for port 9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Start _get_guest_xml network_info=[{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:29:58 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:29:58 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:29:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1121724704',display_name='tempest-AttachVolumeNegativeTest-server-1121724704',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1121724704',id=50,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlKy6GotCOYYSSVaam6WxvrhGJGLVJBJjOinVtgkcOX+3RrwmsV26wNzznbnnHPuSLRWE797tPtH6/0slVTkotV9ORuBa9uVkNBlzmit+6/qv1NH4J++I43Pg5/n03Fng==',key_name='tempest-keypair-138370278',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-vwyj2qjc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:29:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=9c1080d9-2c61-4df4-8202-480a634fcc1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.objects.instance [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:29:58 user nova-compute[74701]:   <uuid>9c1080d9-2c61-4df4-8202-480a634fcc1d</uuid>
Oct 24 20:29:58 user nova-compute[74701]:   <name>instance-00000032</name>
Oct 24 20:29:58 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:29:58 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:29:58 user nova-compute[74701]:   <metadata>
Oct 24 20:29:58 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:29:58 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1121724704</nova:name>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:29:58</nova:creationTime>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:29:58 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:29:58 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:owner>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:user uuid="b23e818f16d44fcb84509a36a2360176">tempest-AttachVolumeNegativeTest-1578349220-project-member</nova:user>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:project uuid="40d824ac494d4ec2a07c456e7a11a364">tempest-AttachVolumeNegativeTest-1578349220</nova:project>
Oct 24 20:29:58 user nova-compute[74701]:       </nova:owner>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:29:58 user nova-compute[74701]:       <nova:ports>
Oct 24 20:29:58 user nova-compute[74701]:         <nova:port uuid="9e2625cc-fc0d-4801-8c97-daca97331919">
Oct 24 20:29:58 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:29:58 user nova-compute[74701]:         </nova:port>
Oct 24 20:29:58 user nova-compute[74701]:       </nova:ports>
Oct 24 20:29:58 user nova-compute[74701]:     </nova:instance>
Oct 24 20:29:58 user nova-compute[74701]:   </metadata>
Oct 24 20:29:58 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:29:58 user nova-compute[74701]:     <system>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="serial">9c1080d9-2c61-4df4-8202-480a634fcc1d</entry>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="uuid">9c1080d9-2c61-4df4-8202-480a634fcc1d</entry>
Oct 24 20:29:58 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:29:58 user nova-compute[74701]:     </system>
Oct 24 20:29:58 user nova-compute[74701]:   </sysinfo>
Oct 24 20:29:58 user nova-compute[74701]:   <os>
Oct 24 20:29:58 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:29:58 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:29:58 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:29:58 user nova-compute[74701]:   </os>
Oct 24 20:29:58 user nova-compute[74701]:   <features>
Oct 24 20:29:58 user nova-compute[74701]:     <acpi/>
Oct 24 20:29:58 user nova-compute[74701]:     <apic/>
Oct 24 20:29:58 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:29:58 user nova-compute[74701]:   </features>
Oct 24 20:29:58 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:29:58 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:29:58 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:29:58 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:29:58 user nova-compute[74701]:   </clock>
Oct 24 20:29:58 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:29:58 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:29:58 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:29:58 user nova-compute[74701]:   </cpu>
Oct 24 20:29:58 user nova-compute[74701]:   <devices>
Oct 24 20:29:58 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:29:58 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:29:58 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk"/>
Oct 24 20:29:58 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:29:58 user nova-compute[74701]:     </disk>
Oct 24 20:29:58 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:29:58 user nova-compute[74701]:       <mac address="fa:16:3e:85:19:20"/>
Oct 24 20:29:58 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:29:58 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:29:58 user nova-compute[74701]:       <target dev="tap9e2625cc-fc"/>
Oct 24 20:29:58 user nova-compute[74701]:     </interface>
Oct 24 20:29:58 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:29:58 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/console.log" append="off"/>
Oct 24 20:29:58 user nova-compute[74701]:     </serial>
Oct 24 20:29:58 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:29:58 user nova-compute[74701]:     <video>
Oct 24 20:29:58 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:29:58 user nova-compute[74701]:     </video>
Oct 24 20:29:58 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:29:58 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:29:58 user nova-compute[74701]:     </rng>
Oct 24 20:29:58 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:29:58 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:29:58 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:29:58 user nova-compute[74701]:     </memballoon>
Oct 24 20:29:58 user nova-compute[74701]:   </devices>
Oct 24 20:29:58 user nova-compute[74701]: </domain>
Oct 24 20:29:58 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:29:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1121724704',display_name='tempest-AttachVolumeNegativeTest-server-1121724704',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1121724704',id=50,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlKy6GotCOYYSSVaam6WxvrhGJGLVJBJjOinVtgkcOX+3RrwmsV26wNzznbnnHPuSLRWE797tPtH6/0slVTkotV9ORuBa9uVkNBlzmit+6/qv1NH4J++I43Pg5/n03Fng==',key_name='tempest-keypair-138370278',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-vwyj2qjc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:29:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=9c1080d9-2c61-4df4-8202-480a634fcc1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG os_vif [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de2a926b-9222-559f-9c6c-9954c5210cb5', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9e2625cc-fc, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9e2625cc-fc, col_values=(('qos', UUID('f16e20dd-37fb-4f6d-b927-7e5088691488')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9e2625cc-fc, col_values=(('external_ids', {'iface-id': '9e2625cc-fc0d-4801-8c97-daca97331919', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:85:19:20', 'vm-uuid': '9c1080d9-2c61-4df4-8202-480a634fcc1d'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:29:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:29:58 user nova-compute[74701]: INFO os_vif [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc')
Oct 24 20:29:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:29:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:85:19:20, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:29:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updated VIF entry in instance network info cache for port 9e2625cc-fc0d-4801-8c97-daca97331919. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:29:59 user nova-compute[74701]: DEBUG nova.network.neutron [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:29:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-c91bc329-f20b-4109-9007-81d38037ddbe req-e8c5bc0f-bfe6-42e5-9a2b-377cb2100bd7 service nova] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] No waiting events found dispatching network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:30:00 user nova-compute[74701]: WARNING nova.compute.manager [req-2ffce864-479b-4d12-a961-78bfaf1e1097 req-9d559cf0-6ecb-49dd-8356-475a1a782312 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received unexpected event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 for instance with vm_state building and task_state spawning.
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:01 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:30:02 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Instance spawned successfully.
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:30:02 user nova-compute[74701]: INFO nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Took 5.30 seconds to spawn the instance on the hypervisor.
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:02 user nova-compute[74701]: DEBUG nova.compute.manager [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] No waiting events found dispatching network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:30:02 user nova-compute[74701]: WARNING nova.compute.manager [req-064d0318-1103-4131-a80e-8b292a50222c req-098d0c18-72a4-4b87-8fb3-cc9880b6b3a9 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received unexpected event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 for instance with vm_state building and task_state spawning.
Oct 24 20:30:02 user nova-compute[74701]: INFO nova.compute.manager [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Took 5.94 seconds to build instance.
Oct 24 20:30:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-aed23f2f-1ce9-4e42-a7ab-40aa97f1e103 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.031s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:30:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:17 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:30:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:30:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:30:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8916MB free_disk=24.947898864746094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9c1080d9-2c61-4df4-8202-480a634fcc1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:30:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.333s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:30:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Triggering sync for uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 24 20:30:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:30:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:30:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:30:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:30:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:30:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:30:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:30:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:30:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:31:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:31:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:31:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:31:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:31:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8968MB free_disk=24.94715118408203GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9c1080d9-2c61-4df4-8202-480a634fcc1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:31:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.171s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:31:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:34 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:31:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:31:40 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:31:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-changed-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:31:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Refreshing instance network info cache due to event network-changed-9e2625cc-fc0d-4801-8c97-daca97331919. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:31:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:31:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:31:47 user nova-compute[74701]: DEBUG nova.network.neutron [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Refreshing network info cache for port 9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:31:48 user nova-compute[74701]: DEBUG nova.network.neutron [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updated VIF entry in instance network info cache for port 9e2625cc-fc0d-4801-8c97-daca97331919. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:31:48 user nova-compute[74701]: DEBUG nova.network.neutron [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:31:48 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-96b7cdee-3248-477a-88ee-082f912d4c9e req-69281237-4f88-470b-8ee1-cc5b4ca66b37 service nova] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:31:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:31:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:31:52 user nova-compute[74701]: INFO nova.compute.manager [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Attaching volume f0ce67d7-1d47-4997-9271-db8801fde007 to /dev/vdb
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.utils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba1c38bb-317d-46a2-b092-7e22d6e58713]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:561990ed58e4\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4935b17-f4e2-4b7d-8fd5-6fba03613c17]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[539f040c-bc91-483f-b950-b1c542001598]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0e39ce-6914-4997-9ad3-7fbc0607e843]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Running cmd (subprocess): nvme version {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] 'nvme version' failed. Not Retrying. {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] nvme not present on system {{(pid=74701) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 24 20:31:52 user nova-compute[74701]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 24 20:31:52 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[803132c0-2829-445f-b032-75bae6aa3f86]: (4, '') {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74701) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.lightos [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] LIGHTOS: no hostnqn found. {{(pid=74701) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG os_brick.utils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:561990ed58e4', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:31:52 user nova-compute[74701]: DEBUG nova.virt.block_device [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating existing volume attachment record: f2db11bf-ace5-425f-9fd5-b71d7a0da7fa {{(pid=74701) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 24 20:31:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:31:55 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:31:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Calling os-brick to attach iSCSI Volume {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cFdUObJY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:32:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:32:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:32:09 user nova-compute[74701]: INFO os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[eac33937-f8fd-4d6f-ba34-f18af97b3eea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 24 20:32:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --interface default --op new {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f71fe0e-a70b-4732-9a38-bd20da94bf34]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007] added\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007] added
Oct 24 20:32:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[66718d00-6a04-4f19-aff7-d952f86bcc62]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34b9d96-0bd6-4f62-b1c7-31506843dc8a]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cFdUObJY {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cFdUObJY" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27b6f65-6a74-4bc6-9963-6e765f387f0e]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cFdUObJY'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f67d1b-ae31-4a51-9bad-06b345a929f5]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c45c185-d659-430c-a83d-655231fe1a66]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:32:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 24 20:32:09 user nova-compute[74701]:  {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:32:09 user nova-compute[74701]: WARNING os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 24 20:32:09 user nova-compute[74701]: 
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --login {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --login" returned: 0 in 0.041s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[4886b5ad-42f4-4e85-b0cd-0a928e5b11a1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260]
Oct 24 20:32:09 user nova-compute[74701]: Login to [iface: default, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260] successful.
Oct 24 20:32:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[70974ecc-e2a4-4b7a-be51-bf7221253d36]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c20e39-4bcb-436d-9b82-c9ef7a622e81]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)
Oct 24 20:32:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)
Oct 24 20:32:09 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to 172.16.0.220:3260 {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=74701) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74701) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e729b7-0525-475c-9d0d-fbb1f387b710]: (4, ('- - 0', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:09 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74701) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cFdUObJY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74701) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.275s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== connect_volume: return (1277ms) {'type': 'block', 'scsi_wwn': '23436666434336362', 'path': '/dev/sdb'} {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23436666434336362', 'path': '/dev/sdb'} {{(pid=74701) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.objects.instance [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] attach device xml: <disk type="block" device="disk">
Oct 24 20:32:10 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:32:10 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:32:10 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:32:10 user nova-compute[74701]:   <serial>f0ce67d7-1d47-4997-9271-db8801fde007</serial>
Oct 24 20:32:10 user nova-compute[74701]: </disk>
Oct 24 20:32:10 user nova-compute[74701]:  {{(pid=74701) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:32:10 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] No VIF found with MAC fa:16:3e:85:19:20, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:32:11 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-b75fdcd0-f01b-42e6-aefd-da2d890bc823 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.262s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:32:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:32:12 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:32:12 user nova-compute[74701]: INFO nova.compute.manager [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Detaching volume f0ce67d7-1d47-4997-9271-db8801fde007
Oct 24 20:32:12 user nova-compute[74701]: INFO nova.virt.block_device [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Attempting to driver detach volume f0ce67d7-1d47-4997-9271-db8801fde007 from mountpoint /dev/vdb
Oct 24 20:32:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Attempting to detach device vdb from instance 9c1080d9-2c61-4df4-8202-480a634fcc1d from the persistent domain config. {{(pid=74701) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 24 20:32:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:32:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:32:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:32:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:32:12 user nova-compute[74701]:   <serial>f0ce67d7-1d47-4997-9271-db8801fde007</serial>
Oct 24 20:32:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:32:12 user nova-compute[74701]: </disk>
Oct 24 20:32:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:32:12 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance 9c1080d9-2c61-4df4-8202-480a634fcc1d from the persistent domain config.
Oct 24 20:32:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9c1080d9-2c61-4df4-8202-480a634fcc1d from the live domain config. {{(pid=74701) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 24 20:32:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.guest [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] detach device xml: <disk type="block" device="disk">
Oct 24 20:32:12 user nova-compute[74701]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 24 20:32:12 user nova-compute[74701]:   <source dev="/dev/sdb"/>
Oct 24 20:32:12 user nova-compute[74701]:   <target dev="vdb" bus="virtio"/>
Oct 24 20:32:12 user nova-compute[74701]:   <serial>f0ce67d7-1d47-4997-9271-db8801fde007</serial>
Oct 24 20:32:12 user nova-compute[74701]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 24 20:32:12 user nova-compute[74701]: </disk>
Oct 24 20:32:12 user nova-compute[74701]:  {{(pid=74701) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 24 20:32:12 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 24 20:32:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:29 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:32:30 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8951MB free_disk=24.94603729248047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance 9c1080d9-2c61-4df4-8202-480a634fcc1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:32:30 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.220s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:32:32 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9c1080d9-2c61-4df4-8202-480a634fcc1d is timed out.
Oct 24 20:32:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully detached device vdb from instance 9c1080d9-2c61-4df4-8202-480a634fcc1d from the live domain config.
Oct 24 20:32:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] calling os-brick to detach iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 24 20:32:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f5f247dd480>, {'target_iqn': 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cFdUObJY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 24 20:32:32 user nova-compute[74701]: WARNING os_brick.initiator.connectors.base [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 24 20:32:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 24 20:32:32 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[41599c08-1956-42fb-ac39-c2f9b55d6a8b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 24 20:32:33 user nova-compute[74701]: No targets found.
Oct 24 20:32:33 user nova-compute[74701]: iSNS:
Oct 24 20:32:33 user nova-compute[74701]: No targets found.
Oct 24 20:32:33 user nova-compute[74701]: STATIC:
Oct 24 20:32:33 user nova-compute[74701]: Target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007
Oct 24 20:32:33 user nova-compute[74701]:         Portal: 172.16.0.220:3260,-1
Oct 24 20:32:33 user nova-compute[74701]:                 Iface Name: default
Oct 24 20:32:33 user nova-compute[74701]: FIRMWARE:
Oct 24 20:32:33 user nova-compute[74701]: No targets found.
Oct 24 20:32:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 24 20:32:33 user nova-compute[74701]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 24 20:32:33 user nova-compute[74701]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74701) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007', 0)] {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[6661ecc8-c351-4d38-93b2-9a885f2f8216]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[b94cb4d6-a7a4-4847-b5ac-9db7ce6ad8b2]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)
Oct 24 20:32:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 (non-flash)
Oct 24 20:32:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5f006eee60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007'): ({'sdb'}, set())}) {{(pid=74701) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Removing single pathed devices sdb {{(pid=74701) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d7fe35b-f776-425a-908d-630fec087ab7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[aedfa420-bb68-4482-a3fb-27751ec71c75]: (4, ('ok\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Flushing IO for device /dev/sdb {{(pid=74701) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db52710-6840-46bc-904c-409cbb1d5e03]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74701) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec4d67e4-7774-4849-9b17-3f227c9ad6ae]: (4, ('1', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.linuxscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] SCSI volumes sdb have been removed. {{(pid=74701) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007')] {{(pid=74701) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f2e3fc-5f40-4632-8752-c75251cf8c40]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --logout {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f11620d-c587-4677-9bfb-0003132f861e]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260]
Oct 24 20:32:33 user nova-compute[74701]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007, portal: 172.16.0.220,3260] successful.
Oct 24 20:32:33 user nova-compute[74701]:  stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op delete {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f0ce67d7-1d47-4997-9271-db8801fde007 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85564) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef2336ee-b3ff-4777-9907-e36f93483313]: (4, ('', '')) {{(pid=85564) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74701) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.base [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG os_brick.initiator.connectors.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] <== disconnect_volume: return (289ms) None {{(pid=74701) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 24 20:32:33 user nova-compute[74701]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Disconnected iSCSI Volume {{(pid=74701) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 24 20:32:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:34 user nova-compute[74701]: DEBUG nova.objects.instance [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'flavor' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:32:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-60375cbd-adfd-4c6a-b970-cec1b3885606 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.768s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:32:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:35 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:32:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:39 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [{"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-9c1080d9-2c61-4df4-8202-480a634fcc1d" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:32:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:32:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:32:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:32:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:32:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:02 user nova-compute[74701]: INFO nova.compute.manager [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Terminating instance
Oct 24 20:33:02 user nova-compute[74701]: DEBUG nova.compute.manager [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-unplugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] No waiting events found dispatching network-vif-unplugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-2f6d7d24-95b2-4291-ad74-7eed4c0c9b4a req-f5a1a0e1-0cce-4cc5-898b-279c8a2807f8 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-unplugged-9e2625cc-fc0d-4801-8c97-daca97331919 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Instance destroyed successfully.
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.objects.instance [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lazy-loading 'resources' on Instance uuid 9c1080d9-2c61-4df4-8202-480a634fcc1d {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:29:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1121724704',display_name='tempest-AttachVolumeNegativeTest-server-1121724704',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1121724704',id=50,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOlKy6GotCOYYSSVaam6WxvrhGJGLVJBJjOinVtgkcOX+3RrwmsV26wNzznbnnHPuSLRWE797tPtH6/0slVTkotV9ORuBa9uVkNBlzmit+6/qv1NH4J++I43Pg5/n03Fng==',key_name='tempest-keypair-138370278',keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:30:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='40d824ac494d4ec2a07c456e7a11a364',ramdisk_id='',reservation_id='r-vwyj2qjc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1578349220',owner_user_name='tempest-AttachVolumeNegativeTest-1578349220-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:30:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b23e818f16d44fcb84509a36a2360176',uuid=9c1080d9-2c61-4df4-8202-480a634fcc1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converting VIF {"id": "9e2625cc-fc0d-4801-8c97-daca97331919", "address": "fa:16:3e:85:19:20", "network": {"id": "54533db0-3440-4f8b-873b-0a00262bac1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1191366257-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.76", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "40d824ac494d4ec2a07c456e7a11a364", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e2625cc-fc", "ovs_interfaceid": "9e2625cc-fc0d-4801-8c97-daca97331919", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG os_vif [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e2625cc-fc, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f16e20dd-37fb-4f6d-b927-7e5088691488) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:33:03 user nova-compute[74701]: INFO os_vif [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:85:19:20,bridge_name='br-int',has_traffic_filtering=True,id=9e2625cc-fc0d-4801-8c97-daca97331919,network=Network(54533db0-3440-4f8b-873b-0a00262bac1c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e2625cc-fc')
Oct 24 20:33:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Deleting instance files /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d_del
Oct 24 20:33:03 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Deletion of /opt/stack/data/nova/instances/9c1080d9-2c61-4df4-8202-480a634fcc1d_del complete
Oct 24 20:33:03 user nova-compute[74701]: INFO nova.compute.manager [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Took 0.84 seconds to destroy the instance on the hypervisor.
Oct 24 20:33:03 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:33:03 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:33:04 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:33:04 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Took 0.74 seconds to deallocate network for instance.
Oct 24 20:33:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:04 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:33:04 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:33:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.119s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:04 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Deleted allocations for instance 9c1080d9-2c61-4df4-8202-480a634fcc1d
Oct 24 20:33:04 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-0933e49f-1865-4602-a479-868fb3855c41 tempest-AttachVolumeNegativeTest-1578349220 tempest-AttachVolumeNegativeTest-1578349220-project-member] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.916s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:33:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] Acquiring lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] Lock "9c1080d9-2c61-4df4-8202-480a634fcc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] No waiting events found dispatching network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:33:05 user nova-compute[74701]: WARNING nova.compute.manager [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received unexpected event network-vif-plugged-9e2625cc-fc0d-4801-8c97-daca97331919 for instance with vm_state deleted and task_state None.
Oct 24 20:33:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-1ca1dbb2-23e3-42b9-88db-d48b2021dae2 req-0966921c-b606-4aa2-a941-92ea99521ea7 service nova] [instance: 9c1080d9-2c61-4df4-8202-480a634fcc1d] Received event network-vif-deleted-9e2625cc-fc0d-4801-8c97-daca97331919 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:33:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:33:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:33:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:33:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9081MB free_disk=24.973251342773438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:33:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.133s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:33:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:33:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:33:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:33:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:33:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:33:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:33:56 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:33:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:34:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:25 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:25 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:34:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:34:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:34:31 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9100MB free_disk=24.971900939941406GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:34:31 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.123s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:34:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:34:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:34:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:34:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:34:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:34:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:54 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:34:59 user nova-compute[74701]: INFO nova.compute.claims [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Claim successful on node user
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.197s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:34:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.policy [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9ec461347a44ffbb4b962a8361e0285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be40e61de144083b49a27640db4574f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:34:59 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Creating image(s)
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "/opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "/opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "/opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.171s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:34:59 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk 1073741824" returned: 0 in 0.051s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Successfully created port: 25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.187s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Cannot resize image /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Ensure instance console log exists: /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Successfully updated port: 25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquired lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-changed-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.compute.manager [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Refreshing instance network info cache due to event network-changed-25032fab-c504-4917-872c-06d5ae7b27c7. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] Acquiring lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:35:00 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updating instance_info_cache with network_info: [{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Releasing lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Instance network_info: |[{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] Acquired lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Refreshing network info cache for port 25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Start _get_guest_xml network_info=[{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:35:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:35:01 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:34:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1509059985',display_name='tempest-VolumesActionsTest-instance-1509059985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1509059985',id=51,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x2cm245g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:35:00Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=a274121f-31c6-49c0-91bd-5ad6465030e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.objects.instance [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lazy-loading 'pci_devices' on Instance uuid a274121f-31c6-49c0-91bd-5ad6465030e7 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:35:01 user nova-compute[74701]:   <uuid>a274121f-31c6-49c0-91bd-5ad6465030e7</uuid>
Oct 24 20:35:01 user nova-compute[74701]:   <name>instance-00000033</name>
Oct 24 20:35:01 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:35:01 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:35:01 user nova-compute[74701]:   <metadata>
Oct 24 20:35:01 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:35:01 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:name>tempest-VolumesActionsTest-instance-1509059985</nova:name>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:35:01</nova:creationTime>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:35:01 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:35:01 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:owner>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:user uuid="b9ec461347a44ffbb4b962a8361e0285">tempest-VolumesActionsTest-1666792937-project-member</nova:user>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:project uuid="7be40e61de144083b49a27640db4574f">tempest-VolumesActionsTest-1666792937</nova:project>
Oct 24 20:35:01 user nova-compute[74701]:       </nova:owner>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:35:01 user nova-compute[74701]:       <nova:ports>
Oct 24 20:35:01 user nova-compute[74701]:         <nova:port uuid="25032fab-c504-4917-872c-06d5ae7b27c7">
Oct 24 20:35:01 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 24 20:35:01 user nova-compute[74701]:         </nova:port>
Oct 24 20:35:01 user nova-compute[74701]:       </nova:ports>
Oct 24 20:35:01 user nova-compute[74701]:     </nova:instance>
Oct 24 20:35:01 user nova-compute[74701]:   </metadata>
Oct 24 20:35:01 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:35:01 user nova-compute[74701]:     <system>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="serial">a274121f-31c6-49c0-91bd-5ad6465030e7</entry>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="uuid">a274121f-31c6-49c0-91bd-5ad6465030e7</entry>
Oct 24 20:35:01 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:35:01 user nova-compute[74701]:     </system>
Oct 24 20:35:01 user nova-compute[74701]:   </sysinfo>
Oct 24 20:35:01 user nova-compute[74701]:   <os>
Oct 24 20:35:01 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:35:01 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:35:01 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:35:01 user nova-compute[74701]:   </os>
Oct 24 20:35:01 user nova-compute[74701]:   <features>
Oct 24 20:35:01 user nova-compute[74701]:     <acpi/>
Oct 24 20:35:01 user nova-compute[74701]:     <apic/>
Oct 24 20:35:01 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:35:01 user nova-compute[74701]:   </features>
Oct 24 20:35:01 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:35:01 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:35:01 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:35:01 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:35:01 user nova-compute[74701]:   </clock>
Oct 24 20:35:01 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:35:01 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:35:01 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:35:01 user nova-compute[74701]:   </cpu>
Oct 24 20:35:01 user nova-compute[74701]:   <devices>
Oct 24 20:35:01 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:35:01 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:35:01 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk"/>
Oct 24 20:35:01 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:35:01 user nova-compute[74701]:     </disk>
Oct 24 20:35:01 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:35:01 user nova-compute[74701]:       <mac address="fa:16:3e:dd:21:f2"/>
Oct 24 20:35:01 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:35:01 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:35:01 user nova-compute[74701]:       <target dev="tap25032fab-c5"/>
Oct 24 20:35:01 user nova-compute[74701]:     </interface>
Oct 24 20:35:01 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:35:01 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/console.log" append="off"/>
Oct 24 20:35:01 user nova-compute[74701]:     </serial>
Oct 24 20:35:01 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:35:01 user nova-compute[74701]:     <video>
Oct 24 20:35:01 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:35:01 user nova-compute[74701]:     </video>
Oct 24 20:35:01 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:35:01 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:35:01 user nova-compute[74701]:     </rng>
Oct 24 20:35:01 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:35:01 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:35:01 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:35:01 user nova-compute[74701]:     </memballoon>
Oct 24 20:35:01 user nova-compute[74701]:   </devices>
Oct 24 20:35:01 user nova-compute[74701]: </domain>
Oct 24 20:35:01 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:34:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1509059985',display_name='tempest-VolumesActionsTest-instance-1509059985',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1509059985',id=51,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x2cm245g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:35:00Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=a274121f-31c6-49c0-91bd-5ad6465030e7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG os_vif [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '68ed5663-6a57-50d7-a73a-4b86756bb55b', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25032fab-c5, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25032fab-c5, col_values=(('qos', UUID('cb376965-2c71-4c29-bb73-6202443d078a')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25032fab-c5, col_values=(('external_ids', {'iface-id': '25032fab-c504-4917-872c-06d5ae7b27c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dd:21:f2', 'vm-uuid': 'a274121f-31c6-49c0-91bd-5ad6465030e7'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:01 user nova-compute[74701]: INFO os_vif [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5')
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] No VIF found with MAC fa:16:3e:dd:21:f2, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updated VIF entry in instance network info cache for port 25032fab-c504-4917-872c-06d5ae7b27c7. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG nova.network.neutron [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updating instance_info_cache with network_info: [{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:35:01 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-ca4e14e9-f3db-4618-bc30-0b2f7ba92af6 req-7d241363-ee66-4d0e-b695-6132ddb4ca5b service nova] Releasing lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:35:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG nova.compute.manager [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:35:03 user nova-compute[74701]: WARNING nova.compute.manager [req-5480c4da-32ef-46a9-b410-0a4ad05d1b91 req-3c4af237-4f91-469f-aaaf-e4eef8b5514d service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state building and task_state spawning.
Oct 24 20:35:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:35:05 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Instance spawned successfully.
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:35:05 user nova-compute[74701]: INFO nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Took 5.31 seconds to spawn the instance on the hypervisor.
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:35:05 user nova-compute[74701]: INFO nova.compute.manager [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Took 5.91 seconds to build instance.
Oct 24 20:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-63c93c4f-35c8-48bf-a6d8-c4c69f15782d tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.033s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:05 user nova-compute[74701]: DEBUG nova.compute.manager [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:35:05 user nova-compute[74701]: WARNING nova.compute.manager [req-4f53b578-5242-453f-ad5a-07ee615432d5 req-36a41728-cc80-464c-9432-e8c463c563ab service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state active and task_state None.
Oct 24 20:35:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:35:21 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:35:21 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:24 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:29 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:35:33 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:35:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:35:34 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8888MB free_disk=24.933799743652344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a274121f-31c6-49c0-91bd-5ad6465030e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:35:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.312s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:35:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:36 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:35:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid a274121f-31c6-49c0-91bd-5ad6465030e7 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updating instance_info_cache with network_info: [{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:35:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:35:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:35:51 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:56 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:35:58 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:01 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:36:06 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:11 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:16 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:36:21 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:26 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:31 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:36:35 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:36:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:36:36 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8952MB free_disk=24.933189392089844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance a274121f-31c6-49c0-91bd-5ad6465030e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.199s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:36 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:36:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:38 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:36:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:41 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid a274121f-31c6-49c0-91bd-5ad6465030e7 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updating instance_info_cache with network_info: [{"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-a274121f-31c6-49c0-91bd-5ad6465030e7" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:36:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:36:46 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:36:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:49 user nova-compute[74701]: INFO nova.compute.manager [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Terminating instance
Oct 24 20:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:49 user nova-compute[74701]: DEBUG nova.compute.manager [req-e701ee93-f852-43f1-b81c-d8068b175cc0 req-097a7ba9-dd77-426b-b37f-a4776b263d10 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Instance destroyed successfully.
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.objects.instance [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lazy-loading 'resources' on Instance uuid a274121f-31c6-49c0-91bd-5ad6465030e7 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:34:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1509059985',display_name='tempest-VolumesActionsTest-instance-1509059985',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1509059985',id=51,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:35:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x2cm245g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:35:05Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=a274121f-31c6-49c0-91bd-5ad6465030e7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "25032fab-c504-4917-872c-06d5ae7b27c7", "address": "fa:16:3e:dd:21:f2", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25032fab-c5", "ovs_interfaceid": "25032fab-c504-4917-872c-06d5ae7b27c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG os_vif [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25032fab-c5, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb376965-2c71-4c29-bb73-6202443d078a) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: INFO os_vif [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dd:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=25032fab-c504-4917-872c-06d5ae7b27c7,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25032fab-c5')
Oct 24 20:36:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Deleting instance files /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7_del
Oct 24 20:36:50 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Deletion of /opt/stack/data/nova/instances/a274121f-31c6-49c0-91bd-5ad6465030e7_del complete
Oct 24 20:36:50 user nova-compute[74701]: INFO nova.compute.manager [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Took 0.68 seconds to destroy the instance on the hypervisor.
Oct 24 20:36:50 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Took 0.45 seconds to deallocate network for instance.
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG nova.compute.manager [req-bfbfc96c-fa15-4c13-93eb-abadc4e376dd req-95a42641-8ac6-41a0-8e9b-4550bbe3fcfb service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-deleted-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:50 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:36:51 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:36:51 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.121s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:51 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Deleted allocations for instance a274121f-31c6-49c0-91bd-5ad6465030e7
Oct 24 20:36:51 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-09408c07-68e4-4ac4-83ba-fd77b4857fcf tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.446s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:52 user nova-compute[74701]: WARNING nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state deleted and task_state None.
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:52 user nova-compute[74701]: WARNING nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state deleted and task_state None.
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:52 user nova-compute[74701]: WARNING nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state deleted and task_state None.
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:52 user nova-compute[74701]: WARNING nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-unplugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state deleted and task_state None.
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Acquiring lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] Lock "a274121f-31c6-49c0-91bd-5ad6465030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:36:52 user nova-compute[74701]: DEBUG nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] No waiting events found dispatching network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:36:52 user nova-compute[74701]: WARNING nova.compute.manager [req-7542786d-2796-438e-87d1-36efecfbc6e2 req-13acfb08-1daa-411d-897f-524d909b7088 service nova] [instance: a274121f-31c6-49c0-91bd-5ad6465030e7] Received unexpected event network-vif-plugged-25032fab-c504-4917-872c-06d5ae7b27c7 for instance with vm_state deleted and task_state None.
Oct 24 20:36:55 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:00 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:05 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:10 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:15 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:25 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:30 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:35 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:37:35 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9055MB free_disk=24.960269927978516GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:37:35 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.315s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:39 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:37:40 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Starting instance... {{(pid=74701) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74701) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Oct 24 20:37:41 user nova-compute[74701]: INFO nova.compute.claims [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Claim successful on node user
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.195s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Start building networks asynchronously for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Allocating IP information in the background. {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] allocate_for_instance() {{(pid=74701) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 24 20:37:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Start building block device mappings for instance. {{(pid=74701) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.policy [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9ec461347a44ffbb4b962a8361e0285', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be40e61de144083b49a27640db4574f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74701) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Start spawning the instance on the hypervisor. {{(pid=74701) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Creating instance directory {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 24 20:37:41 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Creating image(s)
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "/opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "/opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "/opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:41 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.196s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "3550da5f92008341d032c0e566b83fac1b10b257" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.204s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk 1073741824 {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257,backing_fmt=raw /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk 1073741824" returned: 0 in 0.073s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "3550da5f92008341d032c0e566b83fac1b10b257" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.289s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Successfully created port: d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3550da5f92008341d032c0e566b83fac1b10b257 --force-share --output=json" returned: 0 in 0.191s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk. size=1073741824 {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG nova.virt.disk.api [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Cannot resize image /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk to a smaller size. {{(pid=74701) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Created local disks {{(pid=74701) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Ensure instance console log exists: /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/console.log {{(pid=74701) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:42 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Successfully updated port: d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquired lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Building network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-changed-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.compute.manager [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Refreshing instance network info cache due to event network-changed-d6f0c626-38e0-4ba6-9229-295487b8c433. {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] Acquiring lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Instance cache missing network info. {{(pid=74701) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updating instance_info_cache with network_info: [{"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Releasing lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Instance network_info: |[{"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74701) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] Acquired lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Refreshing network info cache for port d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Start _get_guest_xml network_info=[{"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encryption_secret_uuid': None, 'device_name': '/dev/vda', 'encrypted': False, 'encryption_format': None, 'disk_bus': 'virtio', 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_options': None, 'image_id': '58bb513c-2f9f-4880-a758-99487627e8fd'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 24 20:37:43 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:37:43 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU controller missing on host. {{(pid=74701) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.host [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU controller found on host. {{(pid=74701) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74701) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-24T19:28:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-24T19:29:06Z,direct_url=<?>,disk_format='qcow2',id=58bb513c-2f9f-4880-a758-99487627e8fd,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='ef02a39acefc41aea10724c27379a4e3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-24T19:29:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Flavor limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Image limits 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Flavor pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Image pref 0:0:0 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74701) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Got 1 possible topologies {{(pid=74701) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.hardware [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74701) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2066746649',display_name='tempest-VolumesActionsTest-instance-2066746649',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2066746649',id=52,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x85ec863',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:37:42Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=cbebd0ea-49b9-49dc-95ea-23caf390dd45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74701) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.objects.instance [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lazy-loading 'pci_devices' on Instance uuid cbebd0ea-49b9-49dc-95ea-23caf390dd45 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] End _get_guest_xml xml=<domain type="kvm">
Oct 24 20:37:43 user nova-compute[74701]:   <uuid>cbebd0ea-49b9-49dc-95ea-23caf390dd45</uuid>
Oct 24 20:37:43 user nova-compute[74701]:   <name>instance-00000034</name>
Oct 24 20:37:43 user nova-compute[74701]:   <memory>524288</memory>
Oct 24 20:37:43 user nova-compute[74701]:   <vcpu>1</vcpu>
Oct 24 20:37:43 user nova-compute[74701]:   <metadata>
Oct 24 20:37:43 user nova-compute[74701]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 24 20:37:43 user nova-compute[74701]:       <nova:package version="0.0.0"/>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:name>tempest-VolumesActionsTest-instance-2066746649</nova:name>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:creationTime>2023-10-24 20:37:43</nova:creationTime>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:flavor name="m1.tiny">
Oct 24 20:37:43 user nova-compute[74701]:         <nova:memory>512</nova:memory>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:disk>1</nova:disk>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:swap>0</nova:swap>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:ephemeral>0</nova:ephemeral>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:vcpus>1</nova:vcpus>
Oct 24 20:37:43 user nova-compute[74701]:       </nova:flavor>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:owner>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:user uuid="b9ec461347a44ffbb4b962a8361e0285">tempest-VolumesActionsTest-1666792937-project-member</nova:user>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:project uuid="7be40e61de144083b49a27640db4574f">tempest-VolumesActionsTest-1666792937</nova:project>
Oct 24 20:37:43 user nova-compute[74701]:       </nova:owner>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:root type="image" uuid="58bb513c-2f9f-4880-a758-99487627e8fd"/>
Oct 24 20:37:43 user nova-compute[74701]:       <nova:ports>
Oct 24 20:37:43 user nova-compute[74701]:         <nova:port uuid="d6f0c626-38e0-4ba6-9229-295487b8c433">
Oct 24 20:37:43 user nova-compute[74701]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 24 20:37:43 user nova-compute[74701]:         </nova:port>
Oct 24 20:37:43 user nova-compute[74701]:       </nova:ports>
Oct 24 20:37:43 user nova-compute[74701]:     </nova:instance>
Oct 24 20:37:43 user nova-compute[74701]:   </metadata>
Oct 24 20:37:43 user nova-compute[74701]:   <sysinfo type="smbios">
Oct 24 20:37:43 user nova-compute[74701]:     <system>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="product">OpenStack Nova</entry>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="version">0.0.0</entry>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="serial">cbebd0ea-49b9-49dc-95ea-23caf390dd45</entry>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="uuid">cbebd0ea-49b9-49dc-95ea-23caf390dd45</entry>
Oct 24 20:37:43 user nova-compute[74701]:       <entry name="family">Virtual Machine</entry>
Oct 24 20:37:43 user nova-compute[74701]:     </system>
Oct 24 20:37:43 user nova-compute[74701]:   </sysinfo>
Oct 24 20:37:43 user nova-compute[74701]:   <os>
Oct 24 20:37:43 user nova-compute[74701]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 24 20:37:43 user nova-compute[74701]:     <boot dev="hd"/>
Oct 24 20:37:43 user nova-compute[74701]:     <smbios mode="sysinfo"/>
Oct 24 20:37:43 user nova-compute[74701]:   </os>
Oct 24 20:37:43 user nova-compute[74701]:   <features>
Oct 24 20:37:43 user nova-compute[74701]:     <acpi/>
Oct 24 20:37:43 user nova-compute[74701]:     <apic/>
Oct 24 20:37:43 user nova-compute[74701]:     <vmcoreinfo/>
Oct 24 20:37:43 user nova-compute[74701]:   </features>
Oct 24 20:37:43 user nova-compute[74701]:   <clock offset="utc">
Oct 24 20:37:43 user nova-compute[74701]:     <timer name="pit" tickpolicy="delay"/>
Oct 24 20:37:43 user nova-compute[74701]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 24 20:37:43 user nova-compute[74701]:     <timer name="hpet" present="no"/>
Oct 24 20:37:43 user nova-compute[74701]:   </clock>
Oct 24 20:37:43 user nova-compute[74701]:   <cpu mode="custom" match="exact">
Oct 24 20:37:43 user nova-compute[74701]:     <model>Nehalem</model>
Oct 24 20:37:43 user nova-compute[74701]:     <topology sockets="1" cores="1" threads="1"/>
Oct 24 20:37:43 user nova-compute[74701]:   </cpu>
Oct 24 20:37:43 user nova-compute[74701]:   <devices>
Oct 24 20:37:43 user nova-compute[74701]:     <disk type="file" device="disk">
Oct 24 20:37:43 user nova-compute[74701]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 24 20:37:43 user nova-compute[74701]:       <source file="/opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk"/>
Oct 24 20:37:43 user nova-compute[74701]:       <target dev="vda" bus="virtio"/>
Oct 24 20:37:43 user nova-compute[74701]:     </disk>
Oct 24 20:37:43 user nova-compute[74701]:     <interface type="ethernet">
Oct 24 20:37:43 user nova-compute[74701]:       <mac address="fa:16:3e:d0:cb:2e"/>
Oct 24 20:37:43 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:37:43 user nova-compute[74701]:       <mtu size="1442"/>
Oct 24 20:37:43 user nova-compute[74701]:       <target dev="tapd6f0c626-38"/>
Oct 24 20:37:43 user nova-compute[74701]:     </interface>
Oct 24 20:37:43 user nova-compute[74701]:     <serial type="pty">
Oct 24 20:37:43 user nova-compute[74701]:       <log file="/opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/console.log" append="off"/>
Oct 24 20:37:43 user nova-compute[74701]:     </serial>
Oct 24 20:37:43 user nova-compute[74701]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 24 20:37:43 user nova-compute[74701]:     <video>
Oct 24 20:37:43 user nova-compute[74701]:       <model type="virtio"/>
Oct 24 20:37:43 user nova-compute[74701]:     </video>
Oct 24 20:37:43 user nova-compute[74701]:     <rng model="virtio">
Oct 24 20:37:43 user nova-compute[74701]:       <backend model="random">/dev/urandom</backend>
Oct 24 20:37:43 user nova-compute[74701]:     </rng>
Oct 24 20:37:43 user nova-compute[74701]:     <controller type="usb" index="0" model="none"/>
Oct 24 20:37:43 user nova-compute[74701]:     <memballoon model="virtio">
Oct 24 20:37:43 user nova-compute[74701]:       <stats period="10"/>
Oct 24 20:37:43 user nova-compute[74701]:     </memballoon>
Oct 24 20:37:43 user nova-compute[74701]:   </devices>
Oct 24 20:37:43 user nova-compute[74701]: </domain>
Oct 24 20:37:43 user nova-compute[74701]:  {{(pid=74701) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2066746649',display_name='tempest-VolumesActionsTest-instance-2066746649',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2066746649',id=52,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x85ec863',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-24T20:37:42Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=cbebd0ea-49b9-49dc-95ea-23caf390dd45,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG os_vif [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38') {{(pid=74701) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01920319-ea3b-5426-98e7-8d0e15ed8ca0', '_type': 'linux-noop'}}, row=False) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6f0c626-38, may_exist=True, interface_attrs={}) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6f0c626-38, col_values=(('qos', UUID('16632ce5-403f-4d40-934d-96dfbc8e0338')),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6f0c626-38, col_values=(('external_ids', {'iface-id': 'd6f0c626-38e0-4ba6-9229-295487b8c433', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:cb:2e', 'vm-uuid': 'cbebd0ea-49b9-49dc-95ea-23caf390dd45'}),), if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:43 user nova-compute[74701]: INFO os_vif [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38')
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] No BDM found with device name vda, not building metadata. {{(pid=74701) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] No VIF found with MAC fa:16:3e:d0:cb:2e, not building metadata {{(pid=74701) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updated VIF entry in instance network info cache for port d6f0c626-38e0-4ba6-9229-295487b8c433. {{(pid=74701) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG nova.network.neutron [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updating instance_info_cache with network_info: [{"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:37:43 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-0566bdbf-a581-47c8-a5be-4e18eab7a0e8 req-4b39180a-2e61-457c-97b0-d08f8e91f65a service nova] Releasing lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:44 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] No waiting events found dispatching network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:37:45 user nova-compute[74701]: WARNING nova.compute.manager [req-007f4a29-8b80-4df9-8b33-e64d34afdd43 req-2d12d09b-22c7-48c8-a535-5eb612fc1ca1 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received unexpected event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 for instance with vm_state building and task_state spawning.
Oct 24 20:37:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Skipping network cache update for instance because it is Building. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:45 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Instance event wait completed in 0 seconds for  {{(pid=74701) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Guest created on hypervisor {{(pid=74701) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 24 20:37:47 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Instance spawned successfully.
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_cdrom_bus of ide {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_disk_bus of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_input_bus of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_pointer_model of None {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_video_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.virt.libvirt.driver [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Found default for hw_vif_model of virtio {{(pid=74701) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 24 20:37:47 user nova-compute[74701]: INFO nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Took 5.25 seconds to spawn the instance on the hypervisor.
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Checking state {{(pid=74701) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:47 user nova-compute[74701]: DEBUG nova.compute.manager [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] No waiting events found dispatching network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:37:47 user nova-compute[74701]: WARNING nova.compute.manager [req-e95a969c-c154-4d83-8e14-f2d2cc9f053a req-41f114e0-aab0-4662-8682-e43874738fe6 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received unexpected event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 for instance with vm_state building and task_state spawning.
Oct 24 20:37:47 user nova-compute[74701]: INFO nova.compute.manager [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Took 5.80 seconds to build instance.
Oct 24 20:37:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-caab9bc4-cde0-4843-99ee-8318ff2a2e03 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.891s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:37:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:49 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:50 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:37:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:37:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:04 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:09 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:14 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:33 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:36 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 24 20:38:37 user nova-compute[74701]: DEBUG oslo_concurrency.processutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74701) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 24 20:38:38 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:38:38 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=8936MB free_disk=24.930824279785156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Instance cbebd0ea-49b9-49dc-95ea-23caf390dd45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74701) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.202s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:38:38 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:38:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:41 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:38:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:38:43 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:38:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquired lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Forcefully refreshing network info cache for instance {{(pid=74701) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.objects.instance [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lazy-loading 'info_cache' on Instance uuid cbebd0ea-49b9-49dc-95ea-23caf390dd45 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.network.neutron [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updating instance_info_cache with network_info: [{"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Releasing lock "refresh_cache-cbebd0ea-49b9-49dc-95ea-23caf390dd45" {{(pid=74701) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 24 20:38:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updated the network info_cache for instance {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 24 20:38:48 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:38:52 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:38:53 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:38:58 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:03 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:08 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:13 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:18 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:23 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:28 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:29 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:29 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances with incomplete migration  {{(pid=74701) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:32 user nova-compute[74701]: INFO nova.compute.manager [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Terminating instance
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.compute.manager [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Start destroying the instance on the hypervisor. {{(pid=74701) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-unplugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] No waiting events found dispatching network-vif-unplugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.compute.manager [req-64684cb0-c2b7-4772-9baf-fd0906301102 req-41175635-9e20-43cb-a657-76f771aa2987 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-unplugged-d6f0c626-38e0-4ba6-9229-295487b8c433 for instance with task_state deleting. {{(pid=74701) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Instance destroyed successfully.
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.objects.instance [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lazy-loading 'resources' on Instance uuid cbebd0ea-49b9-49dc-95ea-23caf390dd45 {{(pid=74701) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.virt.libvirt.vif [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-24T20:37:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-2066746649',display_name='tempest-VolumesActionsTest-instance-2066746649',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-2066746649',id=52,image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-24T20:37:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7be40e61de144083b49a27640db4574f',ramdisk_id='',reservation_id='r-x85ec863',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='58bb513c-2f9f-4880-a758-99487627e8fd',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1666792937',owner_user_name='tempest-VolumesActionsTest-1666792937-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-24T20:37:47Z,user_data=None,user_id='b9ec461347a44ffbb4b962a8361e0285',uuid=cbebd0ea-49b9-49dc-95ea-23caf390dd45,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converting VIF {"id": "d6f0c626-38e0-4ba6-9229-295487b8c433", "address": "fa:16:3e:d0:cb:2e", "network": {"id": "0423be1b-d6e4-4958-9897-01ade0d7c1c8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-2085067900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7be40e61de144083b49a27640db4574f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6f0c626-38", "ovs_interfaceid": "d6f0c626-38e0-4ba6-9229-295487b8c433", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.network.os_vif_util [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38') {{(pid=74701) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG os_vif [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38') {{(pid=74701) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6f0c626-38, bridge=br-int, if_exists=True) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=16632ce5-403f-4d40-934d-96dfbc8e0338) {{(pid=74701) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:32 user nova-compute[74701]: INFO os_vif [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d0:cb:2e,bridge_name='br-int',has_traffic_filtering=True,id=d6f0c626-38e0-4ba6-9229-295487b8c433,network=Network(0423be1b-d6e4-4958-9897-01ade0d7c1c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6f0c626-38')
Oct 24 20:39:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Deleting instance files /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45_del
Oct 24 20:39:32 user nova-compute[74701]: INFO nova.virt.libvirt.driver [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Deletion of /opt/stack/data/nova/instances/cbebd0ea-49b9-49dc-95ea-23caf390dd45_del complete
Oct 24 20:39:32 user nova-compute[74701]: INFO nova.compute.manager [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 24 20:39:32 user nova-compute[74701]: DEBUG oslo.service.loopingcall [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74701) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.compute.manager [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Deallocating network for instance {{(pid=74701) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 24 20:39:32 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] deallocate_for_instance() {{(pid=74701) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG nova.network.neutron [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Updating instance_info_cache with network_info: [] {{(pid=74701) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 24 20:39:33 user nova-compute[74701]: INFO nova.compute.manager [-] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Took 0.54 seconds to deallocate network for instance.
Oct 24 20:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG nova.compute.manager [req-bd33b9f4-d508-486b-b02f-f69aabd17593 req-87e19a06-9976-4f98-9ec8-6bab250a5a27 service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-deleted-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.114s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:33 user nova-compute[74701]: INFO nova.scheduler.client.report [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Deleted allocations for instance cbebd0ea-49b9-49dc-95ea-23caf390dd45
Oct 24 20:39:33 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-498d0993-f8fc-457a-887d-0adf71bb45d5 tempest-VolumesActionsTest-1666792937 tempest-VolumesActionsTest-1666792937-project-member] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.690s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 24 20:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] Acquiring lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:34 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] Lock "cbebd0ea-49b9-49dc-95ea-23caf390dd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:34 user nova-compute[74701]: DEBUG nova.compute.manager [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] No waiting events found dispatching network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 {{(pid=74701) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 24 20:39:34 user nova-compute[74701]: WARNING nova.compute.manager [req-d6985453-cdfd-4384-a732-afae3562baba req-fa583f08-a401-4ec9-b557-148ef113adbd service nova] [instance: cbebd0ea-49b9-49dc-95ea-23caf390dd45] Received unexpected event network-vif-plugged-d6f0c626-38e0-4ba6-9229-295487b8c433 for instance with vm_state deleted and task_state None.
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:39:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:39:37 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9076MB free_disk=24.95795440673828GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.137s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:39:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:41 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:43 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:43 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:39:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:39:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:39:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:39:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:39:59 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:31 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Cleaning up deleted instances {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 24 20:40:31 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] There are 0 instances to clean {{(pid=74701) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 24 20:40:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:34 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:40:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:40:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9091MB free_disk=24.957199096679688GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing inventories for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating ProviderTree inventory for provider bf5089bd-1f03-4997-a69a-4040e2b68367 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Updating inventory in ProviderTree for provider bf5089bd-1f03-4997-a69a-4040e2b68367 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing aggregate associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, aggregates: None {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Refreshing trait associations for resource provider bf5089bd-1f03-4997-a69a-4040e2b68367, traits: COMPUTE_IMAGE_TYPE_AMI,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_TRUSTED_CERTS,COMPUTE_NET_ATTACH_INTERFACE,HW_CPU_X86_MMX,HW_CPU_X86_SSE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_USB,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_DEVICE_TAGGING,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_STORAGE_BUS_FDC {{(pid=74701) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:40:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.220s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:40:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:40:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:44 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:40:45 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:40:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:40:47 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:40:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:40:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:40:53 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:57 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_power_states {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:40:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:41:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:19 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:20 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:41:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:37 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:41:38 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager.update_available_resource {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Auditing locally available compute resources for user (node: user) {{(pid=74701) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 24 20:41:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:41:39 user nova-compute[74701]: WARNING nova.virt.libvirt.driver [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Hypervisor/Node resource view: name=user free_ram=9082MB free_disk=24.955768585205078GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74701) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74701) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.provider_tree [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed in ProviderTree for provider: bf5089bd-1f03-4997-a69a-4040e2b68367 {{(pid=74701) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.scheduler.client.report [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Inventory has not changed for provider bf5089bd-1f03-4997-a69a-4040e2b68367 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74701) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG nova.compute.resource_tracker [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Compute_service record updated for user:user {{(pid=74701) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 24 20:41:39 user nova-compute[74701]: DEBUG oslo_concurrency.lockutils [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.116s {{(pid=74701) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 24 20:41:40 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:42 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:41:44 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:46 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:46 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74701) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 24 20:41:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:47 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:47 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:48 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Starting heal instance info cache {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 24 20:41:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Rebuilding the list of instances to heal {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 24 20:41:48 user nova-compute[74701]: DEBUG nova.compute.manager [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Didn't find any instances for network info cache update. {{(pid=74701) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 24 20:41:52 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:41:54 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:41:57 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:42:02 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:04 user nova-compute[74701]: DEBUG oslo_service.periodic_task [None req-4cc6c827-317a-44d8-9aa2-ef784dc12a5e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74701) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 24 20:42:07 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:12 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74701) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74701) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 24 20:42:17 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:42:22 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 24 20:42:27 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 24 20:42:32 user nova-compute[74701]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74701) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}